{
 "cells": [
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## 6.1.1 Tensor的数据类型"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "tensor([[ 1.4013e-45,  1.4013e-45,  9.3702e-22],\n",
      "        [ 1.4013e-45, -3.8353e-28,  4.5743e-41]])\n",
      "tensor([2., 3., 4., 5.])\n"
     ]
    }
   ],
   "source": [
    "import torch\n",
    "# torch.FloatTensor:用于生成数据类型为浮点型的Tensor\n",
    "a = torch.FloatTensor(2,3)  # 参数：维度值\n",
    "b = torch.FloatTensor([2,3,4,5]) # 参数：列表\n",
    "print(a)\n",
    "print(b)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "tensor([[          0, -1879048192,   958006641],\n",
      "        [ 1342179320,    78905346,           1]], dtype=torch.int32)\n",
      "tensor([2, 3, 4, 5], dtype=torch.int32)\n"
     ]
    }
   ],
   "source": [
    "import torch\n",
    "# torch.IntTensor:用于生成数据类型为整型的Tensor\n",
    "a = torch.IntTensor(2,3) # 参数：维度值\n",
    "b = torch.IntTensor([2,3,4,5]) # 参数：列表\n",
    "print(a)\n",
    "print(b)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "tensor([[0.4716, 0.5130, 0.8681],\n",
      "        [0.4676, 0.5377, 0.6793]])\n"
     ]
    }
   ],
   "source": [
    "import torch\n",
    "# torch.rand:随机生成的浮点数据在0~1区间均匀分布\n",
    "a = torch.rand(2,3)  \n",
    "print(a)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "tensor([[ 0.7870, -1.3188, -1.5200],\n",
      "        [-0.1886,  0.2462, -1.1219]])\n"
     ]
    }
   ],
   "source": [
    "import torch\n",
    "# torch.randn: 随机生成的浮点数的取值满足均值为0、方差为1的正太分布\n",
    "a = torch.randn(2,3)\n",
    "print(a)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "tensor([ 1,  2,  3,  4,  5,  6,  7,  8,  9, 10, 11, 12, 13, 14, 15, 16, 17, 18,\n",
      "        19])\n"
     ]
    }
   ],
   "source": [
    "import torch\n",
    "a = torch.arange(1,20,1) #[start,step,end)\n",
    "print(a)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "tensor([[0., 0., 0.],\n",
      "        [0., 0., 0.]])\n"
     ]
    }
   ],
   "source": [
    "import torch\n",
    "a = torch.zeros(2,3)\n",
    "print(a)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## 6.1.2 Tensor的运算"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "tensor([[ 1.9799,  0.3051,  1.6781],\n",
      "        [-0.5164,  0.2704,  0.0428]])\n",
      "tensor([[1.9799, 0.3051, 1.6781],\n",
      "        [0.5164, 0.2704, 0.0428]])\n"
     ]
    }
   ],
   "source": [
    "import torch\n",
    "a = torch.randn(2,3)\n",
    "print(a)\n",
    "\n",
    "b = torch.abs(a)\n",
    "print(b)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "tensor([[-1.0097, -0.5262,  0.0940],\n",
      "        [ 0.2807, -1.1102, -1.2248]])\n",
      "tensor([[-2.2132, -1.2646,  0.8039],\n",
      "        [-1.9059,  1.0397,  0.2065]])\n",
      "tensor([[-3.2229, -1.7908,  0.8979],\n",
      "        [-1.6252, -0.0705, -1.0183]])\n",
      "tensor([[ 0.6401,  1.0632,  1.1000],\n",
      "        [-0.1241,  1.0830,  0.1011]])\n",
      "tensor([[10.6401, 11.0632, 11.1000],\n",
      "        [ 9.8759, 11.0830, 10.1011]])\n"
     ]
    }
   ],
   "source": [
    "import torch\n",
    "a = torch.randn(2,3)\n",
    "print(a)\n",
    "\n",
    "b = torch.randn(2,3)\n",
    "print(b)\n",
    "\n",
    "c = torch.add(a,b)\n",
    "print(c)\n",
    "\n",
    "d = torch.randn(2,3)\n",
    "print(d)\n",
    "\n",
    "e = torch.add(d,10)\n",
    "print(e)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "tensor([[ 0.8467, -0.6774, -1.0455],\n",
      "        [ 0.4669, -0.2728, -0.8583]])\n",
      "tensor([[ 0.1000, -0.1000, -0.1000],\n",
      "        [ 0.1000, -0.1000, -0.1000]])\n"
     ]
    }
   ],
   "source": [
    "import torch\n",
    "a = torch.randn(2,3)\n",
    "print(a)\n",
    " \n",
    "b = torch.clamp(a, -0.1, 0.1)   # 裁剪\n",
    "print(b)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "tensor([[ 0.6226,  1.1318, -0.1835],\n",
      "        [ 0.1953,  0.4437, -1.2386]])\n",
      "tensor([[-0.8238,  1.2901, -0.6909],\n",
      "        [-0.4753, -0.6772, -0.5648]])\n",
      "tensor([[-0.7558,  0.8773,  0.2657],\n",
      "        [-0.4110, -0.6552,  2.1929]])\n",
      "tensor([[-0.1679,  0.0432,  0.5968],\n",
      "        [ 0.9180, -0.1562, -0.7203]])\n",
      "tensor([[-0.0168,  0.0043,  0.0597],\n",
      "        [ 0.0918, -0.0156, -0.0720]])\n"
     ]
    }
   ],
   "source": [
    "import torch\n",
    "a = torch.randn(2,3)\n",
    "print(a)\n",
    "\n",
    "b = torch.randn(2,3)\n",
    "print(b)\n",
    "\n",
    "c = torch.div(a,b)  \n",
    "print(c)\n",
    "\n",
    "d = torch.randn(2,3)\n",
    "print(d)\n",
    "\n",
    "e = torch.div(d,10)\n",
    "print(e)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "tensor([[-0.7405, -2.2806,  1.3051],\n",
      "        [-0.1538, -1.5789, -1.3830]])\n",
      "tensor([[-1.8942,  0.3384,  0.8291],\n",
      "        [ 0.8165,  0.9506, -0.5797]])\n",
      "tensor([[ 1.4026, -0.7717,  1.0820],\n",
      "        [-0.1255, -1.5008,  0.8017]])\n",
      "tensor([[ 0.3889,  0.3427, -0.7214],\n",
      "        [-1.0767,  0.7048, -0.9489]])\n",
      "tensor([[  3.8889,   3.4274,  -7.2140],\n",
      "        [-10.7667,   7.0482,  -9.4895]])\n"
     ]
    }
   ],
   "source": [
    "import torch\n",
    "a = torch.randn(2,3)\n",
    "print(a)\n",
    "\n",
    "b = torch.randn(2,3)\n",
    "print(b)\n",
    "\n",
    "c = torch.mul(a,b)\n",
    "print(c)\n",
    "\n",
    "d = torch.randn(2,3)\n",
    "print(d)\n",
    "\n",
    "e = torch.mul(d,10)\n",
    "print(e)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "tensor([[-0.2040,  1.1070,  0.1001],\n",
      "        [-1.5576, -0.6781, -1.2557]])\n",
      "tensor([[0.0416, 1.2255, 0.0100],\n",
      "        [2.4262, 0.4599, 1.5769]])\n"
     ]
    }
   ],
   "source": [
    "import torch\n",
    "a = torch.randn(2,3)\n",
    "print(a)\n",
    "\n",
    "b = torch.pow(a, 2) # 乘方\n",
    "print(b)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "tensor([[-1.1361,  0.1474, -0.0878],\n",
      "        [ 0.1820, -1.6757,  1.1622]])\n",
      "tensor([[-0.6138, -1.0241],\n",
      "        [ 1.0953,  1.0005],\n",
      "        [ 0.0687, -0.8811]])\n",
      "tensor([[ 0.8528,  1.3884],\n",
      "        [-1.8673, -2.8869]])\n"
     ]
    }
   ],
   "source": [
    "import torch\n",
    "a = torch.randn(2,3)\n",
    "print(a)\n",
    "\n",
    "b = torch.randn(3, 2)\n",
    "print(b)\n",
    "c = torch.mm(a, b) #矩阵乘法\n",
    "print(c)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "tensor([[-1.2838,  0.5808, -0.9726],\n",
      "        [ 0.5405,  0.7021, -0.7626]])\n",
      "tensor([0.4424, 0.0805, 0.3132])\n",
      "tensor([-0.8258,  0.0568])\n"
     ]
    }
   ],
   "source": [
    "import torch\n",
    "a = torch.randn(2,3)\n",
    "print(a)\n",
    "\n",
    "b = torch.randn(3)\n",
    "print(b)\n",
    "\n",
    "c = torch.mv(a, b)  # 矩阵*向量\n",
    "print(c)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## 6.1.3 搭建一个简易神经网络\n",
    "使用前向传播和后向传播实现了对这个模型的训练和对权重参数的优化"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Epoch:0, Loss:41262992.0000\n",
      "Epoch:1, Loss:34515136.0000\n",
      "Epoch:2, Loss:29252374.0000\n",
      "Epoch:3, Loss:25083272.0000\n",
      "Epoch:4, Loss:21724826.0000\n",
      "Epoch:5, Loss:18991750.0000\n",
      "Epoch:6, Loss:16734210.0000\n",
      "Epoch:7, Loss:14868305.0000\n",
      "Epoch:8, Loss:13302883.0000\n",
      "Epoch:9, Loss:11983232.0000\n",
      "Epoch:10, Loss:10852901.0000\n",
      "Epoch:11, Loss:9874920.0000\n",
      "Epoch:12, Loss:9027182.0000\n",
      "Epoch:13, Loss:8288910.0000\n",
      "Epoch:14, Loss:7637215.0000\n",
      "Epoch:15, Loss:7057520.5000\n",
      "Epoch:16, Loss:6543280.0000\n",
      "Epoch:17, Loss:6087337.5000\n",
      "Epoch:18, Loss:5679285.0000\n",
      "Epoch:19, Loss:5312629.0000\n"
     ]
    }
   ],
   "source": [
    "import torch\n",
    "batch_n = 100 # batch_n是在一个批次中输入数据的数量\n",
    "hidden_layer = 100 # hidden_layer定义经过隐藏层后保留的数据特征的个数\n",
    "input_data = 1000 # 输入数据包含的数据特征有input_data个\n",
    "output_data = 10 # 输出out_put个分类结果值\n",
    "\n",
    "# [100,1000] --[1000,100]->> [100,100] --[100,10]->> [100,10]\n",
    "x = torch.randn(batch_n, input_data) # x: 100*1000\n",
    "y = torch.randn(batch_n, output_data) # y: 100*10\n",
    "\n",
    "w1 = torch.randn(input_data, hidden_layer) # w1: 1000*100\n",
    "w2 = torch.randn(hidden_layer, output_data) # w2:100*10\n",
    "\n",
    "epoch_n = 20   # 训练次数\n",
    "learning_rate = 1e-6  # 学习率\n",
    "\n",
    "for epoch in range(epoch_n):\n",
    "    h1 = x.mm(w1) #100*100  \n",
    "    h1 = h1.clamp(min = 0)  # ReLU activation Function\n",
    "    y_pred = h1.mm(w2) #100*10  前向传播的预测结果\n",
    "    \n",
    "    loss = (y_pred - y).pow(2).sum()   # 均方误差函数计算loss\n",
    "    print(\"Epoch:{}, Loss:{:.4f}\".format(epoch,loss))  # 可由输出观察到 Loss值逐渐减小\n",
    "    \n",
    "    '''\n",
    "    链式求导得w1、w2的梯度 grad_w1、grad_w2\n",
    "    '''\n",
    "    grad_y_pred = 2*(y_pred - y) # 100*10\n",
    "    grad_w2 = h1.t().mm(grad_y_pred) # 100*10\n",
    "    \n",
    "    grad_h = grad_y_pred.clone() # 100*10\n",
    "    grad_h = grad_h.mm(w2.t()) # 100*100 = 100*10 × 10*100\n",
    "    grad_h.clamp_(min=0) \n",
    "    \n",
    "    grad_w1 = x.t().mm(grad_h) # 1000*10 = 1000*100 × 100*10\n",
    "    w1 -= learning_rate*grad_w1 # 1000*10\n",
    "w2 -= learning_rate*grad_w2 # 100*10"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## 6.2.1 torch.autograd和Variable\n",
    "- torch.autograd包可以使模型参数`自动计算`在优化过程中需要用到的梯度值，降低了实现后向传播代码的复杂度"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 21,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Epoch:0, Loss:63521516.0000\n",
      "Epoch:1, Loss:187286416.0000\n",
      "Epoch:2, Loss:759544960.0000\n",
      "Epoch:3, Loss:651155008.0000\n",
      "Epoch:4, Loss:3300264.7500\n",
      "Epoch:5, Loss:2765830.7500\n",
      "Epoch:6, Loss:2356211.0000\n",
      "Epoch:7, Loss:2033338.5000\n",
      "Epoch:8, Loss:1773145.6250\n",
      "Epoch:9, Loss:1560675.1250\n",
      "Epoch:10, Loss:1384883.1250\n",
      "Epoch:11, Loss:1237558.7500\n",
      "Epoch:12, Loss:1112915.5000\n",
      "Epoch:13, Loss:1006494.8750\n",
      "Epoch:14, Loss:915286.0625\n",
      "Epoch:15, Loss:836653.7500\n",
      "Epoch:16, Loss:768256.0000\n",
      "Epoch:17, Loss:708345.1250\n",
      "Epoch:18, Loss:655594.8125\n",
      "Epoch:19, Loss:609069.5625\n"
     ]
    }
   ],
   "source": [
    "import torch\n",
    "from torch.autograd import Variable\n",
    "batch_n = 100\n",
    "hidden_layer = 100\n",
    "input_data = 1000\n",
    "output_data = 10\n",
    "\n",
    "x = Variable(torch.randn(batch_n, input_data), requires_grad = False)\n",
    "y = Variable(torch.randn(batch_n, output_data), requires_grad = False)\n",
    "\n",
    "w1 = Variable(torch.randn(input_data, hidden_layer), requires_grad = True)\n",
    "w2 = Variable(torch.randn(hidden_layer, output_data), requires_grad = True)\n",
    "\n",
    "epoch_n = 20\n",
    "learning_rate = 1e-6\n",
    "\n",
    "for epoch in range(epoch_n):\n",
    "    y_pred = x.mm(w1).clamp(min = 0).mm(w2)\n",
    "    loss = (y_pred - y).pow(2).sum()\n",
    "    print(\"Epoch:{}, Loss:{:.4f}\".format(epoch,loss))\n",
    "    \n",
    "    loss.backward()  #让模型根据计算图自动计算每个节点的梯度值并根据需求进行保留\n",
    "    \n",
    "    w1.data -= learning_rate*w1.grad.data  \n",
    "    w2.data -= learning_rate*w2.grad.data\n",
    "    \n",
    "    w1.grad.data.zero_()  # 置零\n",
    "    w2.grad.data.zero_()  # 若不置零，则计算的梯度值会被一直累加"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## 6.2.2 自定义传播函数"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 23,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Epoch:0, Loss:29952164.0000\n",
      "Epoch:1, Loss:28509044.0000\n",
      "Epoch:2, Loss:32593388.0000\n",
      "Epoch:3, Loss:37045340.0000\n",
      "Epoch:4, Loss:35714504.0000\n",
      "Epoch:5, Loss:26796468.0000\n",
      "Epoch:6, Loss:15228967.0000\n",
      "Epoch:7, Loss:7256151.5000\n",
      "Epoch:8, Loss:3406940.0000\n",
      "Epoch:9, Loss:1833888.8750\n",
      "Epoch:10, Loss:1181159.8750\n",
      "Epoch:11, Loss:874511.3750\n",
      "Epoch:12, Loss:701349.7500\n",
      "Epoch:13, Loss:585961.5000\n",
      "Epoch:14, Loss:499997.8125\n",
      "Epoch:15, Loss:431900.6875\n",
      "Epoch:16, Loss:376187.9688\n",
      "Epoch:17, Loss:329666.8125\n",
      "Epoch:18, Loss:290368.6562\n",
      "Epoch:19, Loss:256912.4062\n",
      "Epoch:20, Loss:228210.1406\n",
      "Epoch:21, Loss:203493.2188\n",
      "Epoch:22, Loss:182058.5938\n",
      "Epoch:23, Loss:163362.2344\n",
      "Epoch:24, Loss:146981.1094\n",
      "Epoch:25, Loss:132582.1875\n",
      "Epoch:26, Loss:119872.1562\n",
      "Epoch:27, Loss:108615.6641\n",
      "Epoch:28, Loss:98614.5625\n",
      "Epoch:29, Loss:89704.1562\n"
     ]
    }
   ],
   "source": [
    "import torch\n",
    "from torch.autograd import Variable\n",
    "batch_n = 64\n",
    "hidden_layer = 100\n",
    "input_data = 1000\n",
    "output_data = 10\n",
    "\n",
    "class Model(torch.nn.Module):\n",
    "\n",
    "    def __init__(self):\n",
    "        super(Model, self).__init__()\n",
    "    \n",
    "    def forward(self, input, w1, w2):\n",
    "        x = torch.mm(input, w1)\n",
    "        x = torch.clamp(x, min = 0)\n",
    "        x =torch.mm(x, w2)\n",
    "        return x\n",
    "    \n",
    "    def backward(self):\n",
    "        pass\n",
    "    \n",
    "model = Model()\n",
    "\n",
    "\n",
    "x = Variable(torch.randn(batch_n, input_data), requires_grad = False)\n",
    "y = Variable(torch.randn(batch_n, output_data), requires_grad = False)\n",
    "\n",
    "w1 = Variable(torch.randn(input_data, hidden_layer), requires_grad = True)\n",
    "w2 = Variable(torch.randn(hidden_layer, output_data) ,requires_grad = True)\n",
    "\n",
    "epoch_n = 30\n",
    "learning_rate = 1e-6\n",
    "\n",
    "for epoch in range(epoch_n):\n",
    "    y_pred = model(x, w1, w2)\n",
    "    \n",
    "    loss = (y_pred - y).pow(2).sum()\n",
    "    print(\"Epoch:{}, Loss:{:.4f}\".format(epoch,loss))\n",
    "    loss.backward()\n",
    "    \n",
    "    w1.data -= learning_rate * w1.grad.data\n",
    "    w2.data -= learning_rate * w2.grad.data\n",
    "    \n",
    "    w1.grad.data.zero_()\n",
    "    w2.grad.data.zero_()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## 6.3.1 PyTorch之torch.nn"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 24,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Sequential(\n",
      "  (0): Linear(in_features=1000, out_features=100, bias=True)\n",
      "  (1): ReLU()\n",
      "  (2): Linear(in_features=100, out_features=10, bias=True)\n",
      ")\n"
     ]
    }
   ],
   "source": [
    "hidden_layer = 100\n",
    "input_data = 1000\n",
    "output_data = 10\n",
    "models = torch.nn.Sequential(  # 序列容器\n",
    "torch.nn.Linear(input_data, hidden_layer),  # 从输入层到隐藏层的线性变换\n",
    "torch.nn.ReLU(),  # 激活函数\n",
    "torch.nn.Linear(hidden_layer, output_data) # 从隐藏层到输出层的线性变换\n",
    ")\n",
    "print(models)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 25,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Sequential(\n",
      "  (Line1): Linear(in_features=1000, out_features=100, bias=True)\n",
      "  (Relu1): ReLU()\n",
      "  (Line2): Linear(in_features=100, out_features=10, bias=True)\n",
      ")\n"
     ]
    }
   ],
   "source": [
    "hidden_layer = 100\n",
    "input_data = 1000\n",
    "output_data = 10\n",
    "from collections import OrderedDict  # 有序字典\n",
    "models = torch.nn.Sequential(OrderedDict([  \n",
    "(\"Line1\",torch.nn.Linear(input_data, hidden_layer)),\n",
    "(\"Relu1\",torch.nn.ReLU()),\n",
    "(\"Line2\",torch.nn.Linear(hidden_layer, output_data))])\n",
    ")\n",
    "print(models)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 27,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "tensor(1.9719)\n"
     ]
    }
   ],
   "source": [
    "import torch\n",
    "from torch.autograd import Variable\n",
    "loss_f = torch.nn.MSELoss()  #定义loss_f # 均方误差函数类MSELoss计算损失值\n",
    "x = Variable(torch.randn(100,100))\n",
    "y = Variable(torch.randn(100,100))\n",
    "loss = loss_f(x,y) #x、yd的维度需要一致\n",
    "print(loss.data)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 28,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "tensor(1.1154)\n"
     ]
    }
   ],
   "source": [
    "import torch\n",
    "from torch.autograd import Variable\n",
    "loss_f = torch.nn.L1Loss()  # 平均绝对误差函数\n",
    "x = Variable(torch.randn(100,100))\n",
    "y = Variable(torch.randn(100,100))\n",
    "loss = loss_f(x,y)\n",
    "print(loss.data)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 29,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "tensor(2.5771)\n"
     ]
    }
   ],
   "source": [
    "import torch\n",
    "from torch.autograd import Variable\n",
    "loss_f = torch.nn.CrossEntropyLoss()  # 交叉熵\n",
    "x = Variable(torch.randn(3, 5))\n",
    "y = Variable(torch.LongTensor(3).random_(5))\n",
    "loss = loss_f(x,y)\n",
    "print(loss.data)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 31,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Epoch:0, Loss:1.0422\n",
      "Epoch:1000, Loss:0.9671\n",
      "Epoch:2000, Loss:0.9012\n",
      "Epoch:3000, Loss:0.8422\n",
      "Epoch:4000, Loss:0.7884\n",
      "Epoch:5000, Loss:0.7393\n",
      "Epoch:6000, Loss:0.6940\n",
      "Epoch:7000, Loss:0.6519\n",
      "Epoch:8000, Loss:0.6127\n",
      "Epoch:9000, Loss:0.5757\n"
     ]
    }
   ],
   "source": [
    "import torch\n",
    "from torch.autograd import Variable\n",
    "batch_n = 100\n",
    "hidden_layer = 100\n",
    "input_data = 1000\n",
    "output_data = 10\n",
    "x = Variable(torch.randn(batch_n, input_data), requires_grad = False)\n",
    "y = Variable(torch.randn(batch_n, output_data), requires_grad = False)\n",
    "\n",
    "models = torch.nn.Sequential(\n",
    "torch.nn.Linear(input_data, hidden_layer),\n",
    "torch.nn.ReLU(),\n",
    "torch.nn.Linear(hidden_layer, output_data)\n",
    ")\n",
    "\n",
    "epoch_n = 10000\n",
    "learning_rate = 1e-4\n",
    "loss_fn = torch.nn.MSELoss()\n",
    "\n",
    "for epoch in range(epoch_n):\n",
    "    y_pred = models(x)\n",
    "    loss = loss_fn(y_pred, y)\n",
    "    if epoch%1000 == 0:\n",
    "        print(\"Epoch:{}, Loss:{:.4f}\".format(epoch,loss.data))\n",
    "    models.zero_grad()\n",
    "    loss.backward()\n",
    "    for param in models.parameters():  # 遍历模型中的全部参数w1、w2\n",
    "        param.data -= param.grad.data*learning_rate"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## 6.3.2 PyTorch之torch.optim"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Epoch:0, Loss:1.0481\n",
      "Epoch:1, Loss:1.0267\n",
      "Epoch:2, Loss:1.0059\n",
      "Epoch:3, Loss:0.9854\n",
      "Epoch:4, Loss:0.9654\n",
      "Epoch:5, Loss:0.9459\n",
      "Epoch:6, Loss:0.9268\n",
      "Epoch:7, Loss:0.9082\n",
      "Epoch:8, Loss:0.8901\n",
      "Epoch:9, Loss:0.8724\n",
      "Epoch:10, Loss:0.8551\n",
      "Epoch:11, Loss:0.8383\n",
      "Epoch:12, Loss:0.8218\n",
      "Epoch:13, Loss:0.8056\n",
      "Epoch:14, Loss:0.7898\n",
      "Epoch:15, Loss:0.7744\n",
      "Epoch:16, Loss:0.7593\n",
      "Epoch:17, Loss:0.7447\n",
      "Epoch:18, Loss:0.7304\n",
      "Epoch:19, Loss:0.7164\n",
      "Epoch:20, Loss:0.7028\n",
      "Epoch:21, Loss:0.6894\n",
      "Epoch:22, Loss:0.6764\n",
      "Epoch:23, Loss:0.6636\n",
      "Epoch:24, Loss:0.6512\n",
      "Epoch:25, Loss:0.6390\n",
      "Epoch:26, Loss:0.6270\n",
      "Epoch:27, Loss:0.6152\n",
      "Epoch:28, Loss:0.6037\n",
      "Epoch:29, Loss:0.5924\n",
      "Epoch:30, Loss:0.5814\n",
      "Epoch:31, Loss:0.5706\n",
      "Epoch:32, Loss:0.5599\n",
      "Epoch:33, Loss:0.5494\n",
      "Epoch:34, Loss:0.5390\n",
      "Epoch:35, Loss:0.5289\n",
      "Epoch:36, Loss:0.5190\n",
      "Epoch:37, Loss:0.5093\n",
      "Epoch:38, Loss:0.4998\n",
      "Epoch:39, Loss:0.4905\n",
      "Epoch:40, Loss:0.4813\n",
      "Epoch:41, Loss:0.4723\n",
      "Epoch:42, Loss:0.4634\n",
      "Epoch:43, Loss:0.4547\n",
      "Epoch:44, Loss:0.4461\n",
      "Epoch:45, Loss:0.4376\n",
      "Epoch:46, Loss:0.4293\n",
      "Epoch:47, Loss:0.4211\n",
      "Epoch:48, Loss:0.4130\n",
      "Epoch:49, Loss:0.4051\n",
      "Epoch:50, Loss:0.3972\n",
      "Epoch:51, Loss:0.3895\n",
      "Epoch:52, Loss:0.3820\n",
      "Epoch:53, Loss:0.3745\n",
      "Epoch:54, Loss:0.3672\n",
      "Epoch:55, Loss:0.3600\n",
      "Epoch:56, Loss:0.3529\n",
      "Epoch:57, Loss:0.3459\n",
      "Epoch:58, Loss:0.3391\n",
      "Epoch:59, Loss:0.3324\n",
      "Epoch:60, Loss:0.3257\n",
      "Epoch:61, Loss:0.3192\n",
      "Epoch:62, Loss:0.3127\n",
      "Epoch:63, Loss:0.3064\n",
      "Epoch:64, Loss:0.3001\n",
      "Epoch:65, Loss:0.2940\n",
      "Epoch:66, Loss:0.2879\n",
      "Epoch:67, Loss:0.2820\n",
      "Epoch:68, Loss:0.2762\n",
      "Epoch:69, Loss:0.2704\n",
      "Epoch:70, Loss:0.2647\n",
      "Epoch:71, Loss:0.2591\n",
      "Epoch:72, Loss:0.2537\n",
      "Epoch:73, Loss:0.2483\n",
      "Epoch:74, Loss:0.2430\n",
      "Epoch:75, Loss:0.2378\n",
      "Epoch:76, Loss:0.2327\n",
      "Epoch:77, Loss:0.2276\n",
      "Epoch:78, Loss:0.2227\n",
      "Epoch:79, Loss:0.2178\n",
      "Epoch:80, Loss:0.2130\n",
      "Epoch:81, Loss:0.2083\n",
      "Epoch:82, Loss:0.2037\n",
      "Epoch:83, Loss:0.1991\n",
      "Epoch:84, Loss:0.1946\n",
      "Epoch:85, Loss:0.1902\n",
      "Epoch:86, Loss:0.1858\n",
      "Epoch:87, Loss:0.1816\n",
      "Epoch:88, Loss:0.1774\n",
      "Epoch:89, Loss:0.1733\n",
      "Epoch:90, Loss:0.1692\n",
      "Epoch:91, Loss:0.1652\n",
      "Epoch:92, Loss:0.1613\n",
      "Epoch:93, Loss:0.1575\n",
      "Epoch:94, Loss:0.1537\n",
      "Epoch:95, Loss:0.1500\n",
      "Epoch:96, Loss:0.1464\n",
      "Epoch:97, Loss:0.1429\n",
      "Epoch:98, Loss:0.1394\n",
      "Epoch:99, Loss:0.1359\n",
      "Epoch:100, Loss:0.1326\n",
      "Epoch:101, Loss:0.1293\n",
      "Epoch:102, Loss:0.1261\n",
      "Epoch:103, Loss:0.1229\n",
      "Epoch:104, Loss:0.1198\n",
      "Epoch:105, Loss:0.1167\n",
      "Epoch:106, Loss:0.1138\n",
      "Epoch:107, Loss:0.1108\n",
      "Epoch:108, Loss:0.1080\n",
      "Epoch:109, Loss:0.1052\n",
      "Epoch:110, Loss:0.1024\n",
      "Epoch:111, Loss:0.0998\n",
      "Epoch:112, Loss:0.0971\n",
      "Epoch:113, Loss:0.0946\n",
      "Epoch:114, Loss:0.0920\n",
      "Epoch:115, Loss:0.0896\n",
      "Epoch:116, Loss:0.0872\n",
      "Epoch:117, Loss:0.0848\n",
      "Epoch:118, Loss:0.0825\n",
      "Epoch:119, Loss:0.0803\n",
      "Epoch:120, Loss:0.0781\n",
      "Epoch:121, Loss:0.0759\n",
      "Epoch:122, Loss:0.0738\n",
      "Epoch:123, Loss:0.0718\n",
      "Epoch:124, Loss:0.0697\n",
      "Epoch:125, Loss:0.0678\n",
      "Epoch:126, Loss:0.0659\n",
      "Epoch:127, Loss:0.0640\n",
      "Epoch:128, Loss:0.0622\n",
      "Epoch:129, Loss:0.0604\n",
      "Epoch:130, Loss:0.0587\n",
      "Epoch:131, Loss:0.0570\n",
      "Epoch:132, Loss:0.0553\n",
      "Epoch:133, Loss:0.0537\n",
      "Epoch:134, Loss:0.0521\n",
      "Epoch:135, Loss:0.0506\n",
      "Epoch:136, Loss:0.0491\n",
      "Epoch:137, Loss:0.0476\n",
      "Epoch:138, Loss:0.0462\n",
      "Epoch:139, Loss:0.0448\n",
      "Epoch:140, Loss:0.0434\n",
      "Epoch:141, Loss:0.0421\n",
      "Epoch:142, Loss:0.0408\n",
      "Epoch:143, Loss:0.0396\n",
      "Epoch:144, Loss:0.0384\n",
      "Epoch:145, Loss:0.0372\n",
      "Epoch:146, Loss:0.0360\n",
      "Epoch:147, Loss:0.0349\n",
      "Epoch:148, Loss:0.0338\n",
      "Epoch:149, Loss:0.0328\n",
      "Epoch:150, Loss:0.0317\n",
      "Epoch:151, Loss:0.0307\n",
      "Epoch:152, Loss:0.0298\n",
      "Epoch:153, Loss:0.0288\n",
      "Epoch:154, Loss:0.0279\n",
      "Epoch:155, Loss:0.0270\n",
      "Epoch:156, Loss:0.0262\n",
      "Epoch:157, Loss:0.0253\n",
      "Epoch:158, Loss:0.0245\n",
      "Epoch:159, Loss:0.0237\n",
      "Epoch:160, Loss:0.0229\n",
      "Epoch:161, Loss:0.0222\n",
      "Epoch:162, Loss:0.0215\n",
      "Epoch:163, Loss:0.0208\n",
      "Epoch:164, Loss:0.0201\n",
      "Epoch:165, Loss:0.0194\n",
      "Epoch:166, Loss:0.0188\n",
      "Epoch:167, Loss:0.0181\n",
      "Epoch:168, Loss:0.0175\n",
      "Epoch:169, Loss:0.0170\n",
      "Epoch:170, Loss:0.0164\n",
      "Epoch:171, Loss:0.0158\n",
      "Epoch:172, Loss:0.0153\n",
      "Epoch:173, Loss:0.0148\n",
      "Epoch:174, Loss:0.0143\n",
      "Epoch:175, Loss:0.0138\n",
      "Epoch:176, Loss:0.0133\n",
      "Epoch:177, Loss:0.0129\n",
      "Epoch:178, Loss:0.0124\n",
      "Epoch:179, Loss:0.0120\n",
      "Epoch:180, Loss:0.0116\n",
      "Epoch:181, Loss:0.0112\n",
      "Epoch:182, Loss:0.0108\n",
      "Epoch:183, Loss:0.0104\n",
      "Epoch:184, Loss:0.0100\n",
      "Epoch:185, Loss:0.0097\n",
      "Epoch:186, Loss:0.0093\n",
      "Epoch:187, Loss:0.0090\n",
      "Epoch:188, Loss:0.0087\n",
      "Epoch:189, Loss:0.0084\n",
      "Epoch:190, Loss:0.0081\n",
      "Epoch:191, Loss:0.0078\n",
      "Epoch:192, Loss:0.0075\n",
      "Epoch:193, Loss:0.0072\n",
      "Epoch:194, Loss:0.0070\n",
      "Epoch:195, Loss:0.0067\n",
      "Epoch:196, Loss:0.0065\n",
      "Epoch:197, Loss:0.0062\n",
      "Epoch:198, Loss:0.0060\n",
      "Epoch:199, Loss:0.0058\n",
      "Epoch:200, Loss:0.0056\n",
      "Epoch:201, Loss:0.0054\n",
      "Epoch:202, Loss:0.0052\n",
      "Epoch:203, Loss:0.0050\n",
      "Epoch:204, Loss:0.0048\n",
      "Epoch:205, Loss:0.0046\n",
      "Epoch:206, Loss:0.0044\n",
      "Epoch:207, Loss:0.0043\n",
      "Epoch:208, Loss:0.0041\n",
      "Epoch:209, Loss:0.0040\n",
      "Epoch:210, Loss:0.0038\n",
      "Epoch:211, Loss:0.0037\n",
      "Epoch:212, Loss:0.0035\n",
      "Epoch:213, Loss:0.0034\n",
      "Epoch:214, Loss:0.0033\n",
      "Epoch:215, Loss:0.0032\n",
      "Epoch:216, Loss:0.0030\n",
      "Epoch:217, Loss:0.0029\n",
      "Epoch:218, Loss:0.0028\n",
      "Epoch:219, Loss:0.0027\n",
      "Epoch:220, Loss:0.0026\n",
      "Epoch:221, Loss:0.0025\n",
      "Epoch:222, Loss:0.0024\n",
      "Epoch:223, Loss:0.0023\n",
      "Epoch:224, Loss:0.0022\n",
      "Epoch:225, Loss:0.0021\n",
      "Epoch:226, Loss:0.0021\n",
      "Epoch:227, Loss:0.0020\n",
      "Epoch:228, Loss:0.0019\n",
      "Epoch:229, Loss:0.0018\n",
      "Epoch:230, Loss:0.0018\n",
      "Epoch:231, Loss:0.0017\n",
      "Epoch:232, Loss:0.0016\n",
      "Epoch:233, Loss:0.0016\n",
      "Epoch:234, Loss:0.0015\n",
      "Epoch:235, Loss:0.0014\n",
      "Epoch:236, Loss:0.0014\n",
      "Epoch:237, Loss:0.0013\n",
      "Epoch:238, Loss:0.0013\n",
      "Epoch:239, Loss:0.0012\n",
      "Epoch:240, Loss:0.0012\n",
      "Epoch:241, Loss:0.0011\n",
      "Epoch:242, Loss:0.0011\n",
      "Epoch:243, Loss:0.0010\n",
      "Epoch:244, Loss:0.0010\n",
      "Epoch:245, Loss:0.0010\n",
      "Epoch:246, Loss:0.0009\n",
      "Epoch:247, Loss:0.0009\n",
      "Epoch:248, Loss:0.0008\n",
      "Epoch:249, Loss:0.0008\n",
      "Epoch:250, Loss:0.0008\n",
      "Epoch:251, Loss:0.0008\n",
      "Epoch:252, Loss:0.0007\n",
      "Epoch:253, Loss:0.0007\n",
      "Epoch:254, Loss:0.0007\n",
      "Epoch:255, Loss:0.0006\n",
      "Epoch:256, Loss:0.0006\n",
      "Epoch:257, Loss:0.0006\n",
      "Epoch:258, Loss:0.0006\n",
      "Epoch:259, Loss:0.0005\n",
      "Epoch:260, Loss:0.0005\n",
      "Epoch:261, Loss:0.0005\n",
      "Epoch:262, Loss:0.0005\n",
      "Epoch:263, Loss:0.0005\n",
      "Epoch:264, Loss:0.0004\n",
      "Epoch:265, Loss:0.0004\n",
      "Epoch:266, Loss:0.0004\n",
      "Epoch:267, Loss:0.0004\n",
      "Epoch:268, Loss:0.0004\n",
      "Epoch:269, Loss:0.0004\n",
      "Epoch:270, Loss:0.0003\n",
      "Epoch:271, Loss:0.0003\n",
      "Epoch:272, Loss:0.0003\n",
      "Epoch:273, Loss:0.0003\n",
      "Epoch:274, Loss:0.0003\n",
      "Epoch:275, Loss:0.0003\n",
      "Epoch:276, Loss:0.0003\n",
      "Epoch:277, Loss:0.0003\n",
      "Epoch:278, Loss:0.0002\n",
      "Epoch:279, Loss:0.0002\n",
      "Epoch:280, Loss:0.0002\n",
      "Epoch:281, Loss:0.0002\n",
      "Epoch:282, Loss:0.0002\n",
      "Epoch:283, Loss:0.0002\n",
      "Epoch:284, Loss:0.0002\n",
      "Epoch:285, Loss:0.0002\n",
      "Epoch:286, Loss:0.0002\n",
      "Epoch:287, Loss:0.0002\n",
      "Epoch:288, Loss:0.0002\n",
      "Epoch:289, Loss:0.0002\n",
      "Epoch:290, Loss:0.0001\n",
      "Epoch:291, Loss:0.0001\n",
      "Epoch:292, Loss:0.0001\n",
      "Epoch:293, Loss:0.0001\n",
      "Epoch:294, Loss:0.0001\n",
      "Epoch:295, Loss:0.0001\n",
      "Epoch:296, Loss:0.0001\n",
      "Epoch:297, Loss:0.0001\n",
      "Epoch:298, Loss:0.0001\n",
      "Epoch:299, Loss:0.0001\n",
      "Epoch:300, Loss:0.0001\n",
      "Epoch:301, Loss:0.0001\n",
      "Epoch:302, Loss:0.0001\n",
      "Epoch:303, Loss:0.0001\n",
      "Epoch:304, Loss:0.0001\n",
      "Epoch:305, Loss:0.0001\n",
      "Epoch:306, Loss:0.0001\n",
      "Epoch:307, Loss:0.0001\n",
      "Epoch:308, Loss:0.0001\n",
      "Epoch:309, Loss:0.0001\n",
      "Epoch:310, Loss:0.0001\n",
      "Epoch:311, Loss:0.0001\n",
      "Epoch:312, Loss:0.0001\n",
      "Epoch:313, Loss:0.0001\n",
      "Epoch:314, Loss:0.0001\n",
      "Epoch:315, Loss:0.0000\n",
      "Epoch:316, Loss:0.0000\n",
      "Epoch:317, Loss:0.0000\n",
      "Epoch:318, Loss:0.0000\n",
      "Epoch:319, Loss:0.0000\n",
      "Epoch:320, Loss:0.0000\n",
      "Epoch:321, Loss:0.0000\n",
      "Epoch:322, Loss:0.0000\n",
      "Epoch:323, Loss:0.0000\n",
      "Epoch:324, Loss:0.0000\n",
      "Epoch:325, Loss:0.0000\n",
      "Epoch:326, Loss:0.0000\n",
      "Epoch:327, Loss:0.0000\n",
      "Epoch:328, Loss:0.0000\n",
      "Epoch:329, Loss:0.0000\n",
      "Epoch:330, Loss:0.0000\n",
      "Epoch:331, Loss:0.0000\n",
      "Epoch:332, Loss:0.0000\n",
      "Epoch:333, Loss:0.0000\n",
      "Epoch:334, Loss:0.0000\n",
      "Epoch:335, Loss:0.0000\n",
      "Epoch:336, Loss:0.0000\n",
      "Epoch:337, Loss:0.0000\n",
      "Epoch:338, Loss:0.0000\n",
      "Epoch:339, Loss:0.0000\n",
      "Epoch:340, Loss:0.0000\n",
      "Epoch:341, Loss:0.0000\n",
      "Epoch:342, Loss:0.0000\n",
      "Epoch:343, Loss:0.0000\n",
      "Epoch:344, Loss:0.0000\n",
      "Epoch:345, Loss:0.0000\n",
      "Epoch:346, Loss:0.0000\n",
      "Epoch:347, Loss:0.0000\n",
      "Epoch:348, Loss:0.0000\n",
      "Epoch:349, Loss:0.0000\n",
      "Epoch:350, Loss:0.0000\n",
      "Epoch:351, Loss:0.0000\n",
      "Epoch:352, Loss:0.0000\n",
      "Epoch:353, Loss:0.0000\n",
      "Epoch:354, Loss:0.0000\n",
      "Epoch:355, Loss:0.0000\n",
      "Epoch:356, Loss:0.0000\n",
      "Epoch:357, Loss:0.0000\n",
      "Epoch:358, Loss:0.0000\n",
      "Epoch:359, Loss:0.0000\n",
      "Epoch:360, Loss:0.0000\n",
      "Epoch:361, Loss:0.0000\n",
      "Epoch:362, Loss:0.0000\n",
      "Epoch:363, Loss:0.0000\n",
      "Epoch:364, Loss:0.0000\n",
      "Epoch:365, Loss:0.0000\n",
      "Epoch:366, Loss:0.0000\n",
      "Epoch:367, Loss:0.0000\n",
      "Epoch:368, Loss:0.0000\n",
      "Epoch:369, Loss:0.0000\n",
      "Epoch:370, Loss:0.0000\n",
      "Epoch:371, Loss:0.0000\n",
      "Epoch:372, Loss:0.0000\n",
      "Epoch:373, Loss:0.0000\n",
      "Epoch:374, Loss:0.0000\n",
      "Epoch:375, Loss:0.0000\n",
      "Epoch:376, Loss:0.0000\n",
      "Epoch:377, Loss:0.0000\n",
      "Epoch:378, Loss:0.0000\n",
      "Epoch:379, Loss:0.0000\n",
      "Epoch:380, Loss:0.0000\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Epoch:381, Loss:0.0000\n",
      "Epoch:382, Loss:0.0000\n",
      "Epoch:383, Loss:0.0000\n",
      "Epoch:384, Loss:0.0000\n",
      "Epoch:385, Loss:0.0000\n",
      "Epoch:386, Loss:0.0000\n",
      "Epoch:387, Loss:0.0000\n",
      "Epoch:388, Loss:0.0000\n",
      "Epoch:389, Loss:0.0000\n",
      "Epoch:390, Loss:0.0000\n",
      "Epoch:391, Loss:0.0000\n",
      "Epoch:392, Loss:0.0000\n",
      "Epoch:393, Loss:0.0000\n",
      "Epoch:394, Loss:0.0000\n",
      "Epoch:395, Loss:0.0000\n",
      "Epoch:396, Loss:0.0000\n",
      "Epoch:397, Loss:0.0000\n",
      "Epoch:398, Loss:0.0000\n",
      "Epoch:399, Loss:0.0000\n",
      "Epoch:400, Loss:0.0000\n",
      "Epoch:401, Loss:0.0000\n",
      "Epoch:402, Loss:0.0000\n",
      "Epoch:403, Loss:0.0000\n",
      "Epoch:404, Loss:0.0000\n",
      "Epoch:405, Loss:0.0000\n",
      "Epoch:406, Loss:0.0000\n",
      "Epoch:407, Loss:0.0000\n",
      "Epoch:408, Loss:0.0000\n",
      "Epoch:409, Loss:0.0000\n",
      "Epoch:410, Loss:0.0000\n",
      "Epoch:411, Loss:0.0000\n",
      "Epoch:412, Loss:0.0000\n",
      "Epoch:413, Loss:0.0000\n",
      "Epoch:414, Loss:0.0000\n",
      "Epoch:415, Loss:0.0000\n",
      "Epoch:416, Loss:0.0000\n",
      "Epoch:417, Loss:0.0000\n",
      "Epoch:418, Loss:0.0000\n",
      "Epoch:419, Loss:0.0000\n",
      "Epoch:420, Loss:0.0000\n",
      "Epoch:421, Loss:0.0000\n",
      "Epoch:422, Loss:0.0000\n",
      "Epoch:423, Loss:0.0000\n",
      "Epoch:424, Loss:0.0000\n",
      "Epoch:425, Loss:0.0000\n",
      "Epoch:426, Loss:0.0000\n",
      "Epoch:427, Loss:0.0000\n",
      "Epoch:428, Loss:0.0000\n",
      "Epoch:429, Loss:0.0000\n",
      "Epoch:430, Loss:0.0000\n",
      "Epoch:431, Loss:0.0000\n",
      "Epoch:432, Loss:0.0000\n",
      "Epoch:433, Loss:0.0000\n",
      "Epoch:434, Loss:0.0000\n",
      "Epoch:435, Loss:0.0000\n",
      "Epoch:436, Loss:0.0000\n",
      "Epoch:437, Loss:0.0000\n",
      "Epoch:438, Loss:0.0000\n",
      "Epoch:439, Loss:0.0000\n",
      "Epoch:440, Loss:0.0000\n",
      "Epoch:441, Loss:0.0000\n",
      "Epoch:442, Loss:0.0000\n",
      "Epoch:443, Loss:0.0000\n",
      "Epoch:444, Loss:0.0000\n",
      "Epoch:445, Loss:0.0000\n",
      "Epoch:446, Loss:0.0000\n",
      "Epoch:447, Loss:0.0000\n",
      "Epoch:448, Loss:0.0000\n",
      "Epoch:449, Loss:0.0000\n",
      "Epoch:450, Loss:0.0000\n",
      "Epoch:451, Loss:0.0000\n",
      "Epoch:452, Loss:0.0000\n",
      "Epoch:453, Loss:0.0000\n",
      "Epoch:454, Loss:0.0000\n",
      "Epoch:455, Loss:0.0000\n",
      "Epoch:456, Loss:0.0000\n",
      "Epoch:457, Loss:0.0000\n",
      "Epoch:458, Loss:0.0000\n",
      "Epoch:459, Loss:0.0000\n",
      "Epoch:460, Loss:0.0000\n",
      "Epoch:461, Loss:0.0000\n",
      "Epoch:462, Loss:0.0000\n",
      "Epoch:463, Loss:0.0000\n",
      "Epoch:464, Loss:0.0000\n",
      "Epoch:465, Loss:0.0000\n",
      "Epoch:466, Loss:0.0000\n",
      "Epoch:467, Loss:0.0000\n",
      "Epoch:468, Loss:0.0000\n",
      "Epoch:469, Loss:0.0000\n",
      "Epoch:470, Loss:0.0000\n",
      "Epoch:471, Loss:0.0000\n",
      "Epoch:472, Loss:0.0000\n",
      "Epoch:473, Loss:0.0000\n",
      "Epoch:474, Loss:0.0000\n",
      "Epoch:475, Loss:0.0000\n",
      "Epoch:476, Loss:0.0000\n",
      "Epoch:477, Loss:0.0000\n",
      "Epoch:478, Loss:0.0000\n",
      "Epoch:479, Loss:0.0000\n",
      "Epoch:480, Loss:0.0000\n",
      "Epoch:481, Loss:0.0000\n",
      "Epoch:482, Loss:0.0000\n",
      "Epoch:483, Loss:0.0000\n",
      "Epoch:484, Loss:0.0000\n",
      "Epoch:485, Loss:0.0000\n",
      "Epoch:486, Loss:0.0000\n",
      "Epoch:487, Loss:0.0000\n",
      "Epoch:488, Loss:0.0000\n",
      "Epoch:489, Loss:0.0000\n",
      "Epoch:490, Loss:0.0000\n",
      "Epoch:491, Loss:0.0000\n",
      "Epoch:492, Loss:0.0000\n",
      "Epoch:493, Loss:0.0000\n",
      "Epoch:494, Loss:0.0000\n",
      "Epoch:495, Loss:0.0000\n",
      "Epoch:496, Loss:0.0000\n",
      "Epoch:497, Loss:0.0000\n",
      "Epoch:498, Loss:0.0000\n",
      "Epoch:499, Loss:0.0000\n",
      "Epoch:500, Loss:0.0000\n",
      "Epoch:501, Loss:0.0000\n",
      "Epoch:502, Loss:0.0000\n",
      "Epoch:503, Loss:0.0000\n",
      "Epoch:504, Loss:0.0000\n",
      "Epoch:505, Loss:0.0000\n",
      "Epoch:506, Loss:0.0000\n",
      "Epoch:507, Loss:0.0000\n",
      "Epoch:508, Loss:0.0000\n",
      "Epoch:509, Loss:0.0000\n",
      "Epoch:510, Loss:0.0000\n",
      "Epoch:511, Loss:0.0000\n",
      "Epoch:512, Loss:0.0000\n",
      "Epoch:513, Loss:0.0000\n",
      "Epoch:514, Loss:0.0000\n",
      "Epoch:515, Loss:0.0000\n",
      "Epoch:516, Loss:0.0000\n",
      "Epoch:517, Loss:0.0000\n",
      "Epoch:518, Loss:0.0000\n",
      "Epoch:519, Loss:0.0000\n",
      "Epoch:520, Loss:0.0000\n",
      "Epoch:521, Loss:0.0000\n",
      "Epoch:522, Loss:0.0000\n",
      "Epoch:523, Loss:0.0000\n",
      "Epoch:524, Loss:0.0000\n",
      "Epoch:525, Loss:0.0000\n",
      "Epoch:526, Loss:0.0000\n",
      "Epoch:527, Loss:0.0000\n",
      "Epoch:528, Loss:0.0000\n",
      "Epoch:529, Loss:0.0000\n",
      "Epoch:530, Loss:0.0000\n",
      "Epoch:531, Loss:0.0000\n",
      "Epoch:532, Loss:0.0000\n",
      "Epoch:533, Loss:0.0000\n",
      "Epoch:534, Loss:0.0000\n",
      "Epoch:535, Loss:0.0000\n",
      "Epoch:536, Loss:0.0000\n",
      "Epoch:537, Loss:0.0000\n",
      "Epoch:538, Loss:0.0000\n",
      "Epoch:539, Loss:0.0000\n",
      "Epoch:540, Loss:0.0000\n",
      "Epoch:541, Loss:0.0000\n",
      "Epoch:542, Loss:0.0000\n",
      "Epoch:543, Loss:0.0000\n",
      "Epoch:544, Loss:0.0000\n",
      "Epoch:545, Loss:0.0000\n",
      "Epoch:546, Loss:0.0000\n",
      "Epoch:547, Loss:0.0000\n",
      "Epoch:548, Loss:0.0000\n",
      "Epoch:549, Loss:0.0000\n",
      "Epoch:550, Loss:0.0000\n",
      "Epoch:551, Loss:0.0000\n",
      "Epoch:552, Loss:0.0000\n",
      "Epoch:553, Loss:0.0000\n",
      "Epoch:554, Loss:0.0000\n",
      "Epoch:555, Loss:0.0000\n",
      "Epoch:556, Loss:0.0000\n",
      "Epoch:557, Loss:0.0000\n",
      "Epoch:558, Loss:0.0000\n",
      "Epoch:559, Loss:0.0000\n",
      "Epoch:560, Loss:0.0000\n",
      "Epoch:561, Loss:0.0000\n",
      "Epoch:562, Loss:0.0000\n",
      "Epoch:563, Loss:0.0000\n",
      "Epoch:564, Loss:0.0000\n",
      "Epoch:565, Loss:0.0000\n",
      "Epoch:566, Loss:0.0000\n",
      "Epoch:567, Loss:0.0000\n",
      "Epoch:568, Loss:0.0000\n",
      "Epoch:569, Loss:0.0000\n",
      "Epoch:570, Loss:0.0000\n",
      "Epoch:571, Loss:0.0000\n",
      "Epoch:572, Loss:0.0000\n",
      "Epoch:573, Loss:0.0000\n",
      "Epoch:574, Loss:0.0000\n",
      "Epoch:575, Loss:0.0000\n",
      "Epoch:576, Loss:0.0000\n",
      "Epoch:577, Loss:0.0000\n",
      "Epoch:578, Loss:0.0000\n",
      "Epoch:579, Loss:0.0000\n",
      "Epoch:580, Loss:0.0000\n",
      "Epoch:581, Loss:0.0000\n",
      "Epoch:582, Loss:0.0000\n",
      "Epoch:583, Loss:0.0000\n",
      "Epoch:584, Loss:0.0000\n",
      "Epoch:585, Loss:0.0000\n",
      "Epoch:586, Loss:0.0000\n",
      "Epoch:587, Loss:0.0000\n",
      "Epoch:588, Loss:0.0000\n",
      "Epoch:589, Loss:0.0000\n",
      "Epoch:590, Loss:0.0000\n",
      "Epoch:591, Loss:0.0000\n",
      "Epoch:592, Loss:0.0000\n",
      "Epoch:593, Loss:0.0000\n",
      "Epoch:594, Loss:0.0000\n",
      "Epoch:595, Loss:0.0000\n",
      "Epoch:596, Loss:0.0000\n",
      "Epoch:597, Loss:0.0000\n",
      "Epoch:598, Loss:0.0000\n",
      "Epoch:599, Loss:0.0000\n",
      "Epoch:600, Loss:0.0000\n",
      "Epoch:601, Loss:0.0000\n",
      "Epoch:602, Loss:0.0000\n",
      "Epoch:603, Loss:0.0000\n",
      "Epoch:604, Loss:0.0000\n",
      "Epoch:605, Loss:0.0000\n",
      "Epoch:606, Loss:0.0000\n",
      "Epoch:607, Loss:0.0000\n",
      "Epoch:608, Loss:0.0000\n",
      "Epoch:609, Loss:0.0000\n",
      "Epoch:610, Loss:0.0000\n",
      "Epoch:611, Loss:0.0000\n",
      "Epoch:612, Loss:0.0000\n",
      "Epoch:613, Loss:0.0000\n",
      "Epoch:614, Loss:0.0000\n",
      "Epoch:615, Loss:0.0000\n",
      "Epoch:616, Loss:0.0000\n",
      "Epoch:617, Loss:0.0000\n",
      "Epoch:618, Loss:0.0000\n",
      "Epoch:619, Loss:0.0000\n",
      "Epoch:620, Loss:0.0000\n",
      "Epoch:621, Loss:0.0000\n",
      "Epoch:622, Loss:0.0000\n",
      "Epoch:623, Loss:0.0000\n",
      "Epoch:624, Loss:0.0000\n",
      "Epoch:625, Loss:0.0000\n",
      "Epoch:626, Loss:0.0000\n",
      "Epoch:627, Loss:0.0000\n",
      "Epoch:628, Loss:0.0000\n",
      "Epoch:629, Loss:0.0000\n",
      "Epoch:630, Loss:0.0000\n",
      "Epoch:631, Loss:0.0000\n",
      "Epoch:632, Loss:0.0000\n",
      "Epoch:633, Loss:0.0000\n",
      "Epoch:634, Loss:0.0000\n",
      "Epoch:635, Loss:0.0000\n",
      "Epoch:636, Loss:0.0000\n",
      "Epoch:637, Loss:0.0000\n",
      "Epoch:638, Loss:0.0000\n",
      "Epoch:639, Loss:0.0000\n",
      "Epoch:640, Loss:0.0000\n",
      "Epoch:641, Loss:0.0000\n",
      "Epoch:642, Loss:0.0000\n",
      "Epoch:643, Loss:0.0000\n",
      "Epoch:644, Loss:0.0000\n",
      "Epoch:645, Loss:0.0000\n",
      "Epoch:646, Loss:0.0000\n",
      "Epoch:647, Loss:0.0000\n",
      "Epoch:648, Loss:0.0000\n",
      "Epoch:649, Loss:0.0000\n",
      "Epoch:650, Loss:0.0000\n",
      "Epoch:651, Loss:0.0000\n",
      "Epoch:652, Loss:0.0000\n",
      "Epoch:653, Loss:0.0000\n",
      "Epoch:654, Loss:0.0000\n",
      "Epoch:655, Loss:0.0000\n",
      "Epoch:656, Loss:0.0000\n",
      "Epoch:657, Loss:0.0000\n",
      "Epoch:658, Loss:0.0000\n",
      "Epoch:659, Loss:0.0000\n",
      "Epoch:660, Loss:0.0000\n",
      "Epoch:661, Loss:0.0000\n",
      "Epoch:662, Loss:0.0000\n",
      "Epoch:663, Loss:0.0000\n",
      "Epoch:664, Loss:0.0000\n",
      "Epoch:665, Loss:0.0000\n",
      "Epoch:666, Loss:0.0000\n",
      "Epoch:667, Loss:0.0000\n",
      "Epoch:668, Loss:0.0000\n",
      "Epoch:669, Loss:0.0000\n",
      "Epoch:670, Loss:0.0000\n",
      "Epoch:671, Loss:0.0000\n",
      "Epoch:672, Loss:0.0000\n",
      "Epoch:673, Loss:0.0000\n",
      "Epoch:674, Loss:0.0000\n",
      "Epoch:675, Loss:0.0000\n",
      "Epoch:676, Loss:0.0000\n",
      "Epoch:677, Loss:0.0000\n",
      "Epoch:678, Loss:0.0000\n",
      "Epoch:679, Loss:0.0000\n",
      "Epoch:680, Loss:0.0000\n",
      "Epoch:681, Loss:0.0000\n",
      "Epoch:682, Loss:0.0000\n",
      "Epoch:683, Loss:0.0000\n",
      "Epoch:684, Loss:0.0000\n",
      "Epoch:685, Loss:0.0000\n",
      "Epoch:686, Loss:0.0000\n",
      "Epoch:687, Loss:0.0000\n",
      "Epoch:688, Loss:0.0000\n",
      "Epoch:689, Loss:0.0000\n",
      "Epoch:690, Loss:0.0000\n",
      "Epoch:691, Loss:0.0000\n",
      "Epoch:692, Loss:0.0000\n",
      "Epoch:693, Loss:0.0000\n",
      "Epoch:694, Loss:0.0000\n",
      "Epoch:695, Loss:0.0000\n",
      "Epoch:696, Loss:0.0000\n",
      "Epoch:697, Loss:0.0000\n",
      "Epoch:698, Loss:0.0000\n",
      "Epoch:699, Loss:0.0000\n",
      "Epoch:700, Loss:0.0000\n",
      "Epoch:701, Loss:0.0000\n",
      "Epoch:702, Loss:0.0000\n",
      "Epoch:703, Loss:0.0000\n",
      "Epoch:704, Loss:0.0000\n",
      "Epoch:705, Loss:0.0000\n",
      "Epoch:706, Loss:0.0000\n",
      "Epoch:707, Loss:0.0000\n",
      "Epoch:708, Loss:0.0000\n",
      "Epoch:709, Loss:0.0000\n",
      "Epoch:710, Loss:0.0000\n",
      "Epoch:711, Loss:0.0000\n",
      "Epoch:712, Loss:0.0000\n",
      "Epoch:713, Loss:0.0000\n",
      "Epoch:714, Loss:0.0000\n",
      "Epoch:715, Loss:0.0000\n",
      "Epoch:716, Loss:0.0000\n",
      "Epoch:717, Loss:0.0000\n",
      "Epoch:718, Loss:0.0000\n",
      "Epoch:719, Loss:0.0000\n",
      "Epoch:720, Loss:0.0000\n",
      "Epoch:721, Loss:0.0000\n",
      "Epoch:722, Loss:0.0000\n",
      "Epoch:723, Loss:0.0000\n",
      "Epoch:724, Loss:0.0000\n",
      "Epoch:725, Loss:0.0000\n",
      "Epoch:726, Loss:0.0000\n",
      "Epoch:727, Loss:0.0000\n",
      "Epoch:728, Loss:0.0000\n",
      "Epoch:729, Loss:0.0000\n",
      "Epoch:730, Loss:0.0000\n",
      "Epoch:731, Loss:0.0000\n",
      "Epoch:732, Loss:0.0000\n",
      "Epoch:733, Loss:0.0000\n",
      "Epoch:734, Loss:0.0000\n",
      "Epoch:735, Loss:0.0000\n",
      "Epoch:736, Loss:0.0000\n",
      "Epoch:737, Loss:0.0000\n",
      "Epoch:738, Loss:0.0000\n",
      "Epoch:739, Loss:0.0000\n",
      "Epoch:740, Loss:0.0000\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Epoch:741, Loss:0.0000\n",
      "Epoch:742, Loss:0.0000\n",
      "Epoch:743, Loss:0.0000\n",
      "Epoch:744, Loss:0.0000\n",
      "Epoch:745, Loss:0.0000\n",
      "Epoch:746, Loss:0.0000\n",
      "Epoch:747, Loss:0.0000\n",
      "Epoch:748, Loss:0.0000\n",
      "Epoch:749, Loss:0.0000\n",
      "Epoch:750, Loss:0.0000\n",
      "Epoch:751, Loss:0.0000\n",
      "Epoch:752, Loss:0.0000\n",
      "Epoch:753, Loss:0.0000\n",
      "Epoch:754, Loss:0.0000\n",
      "Epoch:755, Loss:0.0000\n",
      "Epoch:756, Loss:0.0000\n",
      "Epoch:757, Loss:0.0000\n",
      "Epoch:758, Loss:0.0000\n",
      "Epoch:759, Loss:0.0000\n",
      "Epoch:760, Loss:0.0000\n",
      "Epoch:761, Loss:0.0000\n",
      "Epoch:762, Loss:0.0000\n",
      "Epoch:763, Loss:0.0000\n",
      "Epoch:764, Loss:0.0000\n",
      "Epoch:765, Loss:0.0000\n",
      "Epoch:766, Loss:0.0000\n",
      "Epoch:767, Loss:0.0000\n",
      "Epoch:768, Loss:0.0000\n",
      "Epoch:769, Loss:0.0000\n",
      "Epoch:770, Loss:0.0000\n",
      "Epoch:771, Loss:0.0000\n",
      "Epoch:772, Loss:0.0000\n",
      "Epoch:773, Loss:0.0000\n",
      "Epoch:774, Loss:0.0000\n",
      "Epoch:775, Loss:0.0000\n",
      "Epoch:776, Loss:0.0000\n",
      "Epoch:777, Loss:0.0000\n",
      "Epoch:778, Loss:0.0000\n",
      "Epoch:779, Loss:0.0000\n",
      "Epoch:780, Loss:0.0000\n",
      "Epoch:781, Loss:0.0000\n",
      "Epoch:782, Loss:0.0000\n",
      "Epoch:783, Loss:0.0000\n",
      "Epoch:784, Loss:0.0000\n",
      "Epoch:785, Loss:0.0000\n",
      "Epoch:786, Loss:0.0000\n",
      "Epoch:787, Loss:0.0000\n",
      "Epoch:788, Loss:0.0000\n",
      "Epoch:789, Loss:0.0000\n",
      "Epoch:790, Loss:0.0000\n",
      "Epoch:791, Loss:0.0000\n",
      "Epoch:792, Loss:0.0000\n",
      "Epoch:793, Loss:0.0000\n",
      "Epoch:794, Loss:0.0000\n",
      "Epoch:795, Loss:0.0000\n",
      "Epoch:796, Loss:0.0000\n",
      "Epoch:797, Loss:0.0000\n",
      "Epoch:798, Loss:0.0000\n",
      "Epoch:799, Loss:0.0000\n",
      "Epoch:800, Loss:0.0000\n",
      "Epoch:801, Loss:0.0000\n",
      "Epoch:802, Loss:0.0000\n",
      "Epoch:803, Loss:0.0000\n",
      "Epoch:804, Loss:0.0000\n",
      "Epoch:805, Loss:0.0000\n",
      "Epoch:806, Loss:0.0000\n",
      "Epoch:807, Loss:0.0000\n",
      "Epoch:808, Loss:0.0000\n",
      "Epoch:809, Loss:0.0000\n",
      "Epoch:810, Loss:0.0000\n",
      "Epoch:811, Loss:0.0000\n",
      "Epoch:812, Loss:0.0000\n",
      "Epoch:813, Loss:0.0000\n",
      "Epoch:814, Loss:0.0000\n",
      "Epoch:815, Loss:0.0000\n",
      "Epoch:816, Loss:0.0000\n",
      "Epoch:817, Loss:0.0000\n",
      "Epoch:818, Loss:0.0000\n",
      "Epoch:819, Loss:0.0000\n",
      "Epoch:820, Loss:0.0000\n",
      "Epoch:821, Loss:0.0000\n",
      "Epoch:822, Loss:0.0000\n",
      "Epoch:823, Loss:0.0000\n",
      "Epoch:824, Loss:0.0000\n",
      "Epoch:825, Loss:0.0000\n",
      "Epoch:826, Loss:0.0000\n",
      "Epoch:827, Loss:0.0000\n",
      "Epoch:828, Loss:0.0000\n",
      "Epoch:829, Loss:0.0000\n",
      "Epoch:830, Loss:0.0000\n",
      "Epoch:831, Loss:0.0000\n",
      "Epoch:832, Loss:0.0000\n",
      "Epoch:833, Loss:0.0000\n",
      "Epoch:834, Loss:0.0000\n",
      "Epoch:835, Loss:0.0000\n",
      "Epoch:836, Loss:0.0000\n",
      "Epoch:837, Loss:0.0000\n",
      "Epoch:838, Loss:0.0000\n",
      "Epoch:839, Loss:0.0000\n",
      "Epoch:840, Loss:0.0000\n",
      "Epoch:841, Loss:0.0000\n",
      "Epoch:842, Loss:0.0000\n",
      "Epoch:843, Loss:0.0000\n",
      "Epoch:844, Loss:0.0000\n",
      "Epoch:845, Loss:0.0000\n",
      "Epoch:846, Loss:0.0000\n",
      "Epoch:847, Loss:0.0000\n",
      "Epoch:848, Loss:0.0000\n",
      "Epoch:849, Loss:0.0000\n",
      "Epoch:850, Loss:0.0000\n",
      "Epoch:851, Loss:0.0000\n",
      "Epoch:852, Loss:0.0000\n",
      "Epoch:853, Loss:0.0000\n",
      "Epoch:854, Loss:0.0000\n",
      "Epoch:855, Loss:0.0000\n",
      "Epoch:856, Loss:0.0000\n",
      "Epoch:857, Loss:0.0000\n",
      "Epoch:858, Loss:0.0000\n",
      "Epoch:859, Loss:0.0000\n",
      "Epoch:860, Loss:0.0000\n",
      "Epoch:861, Loss:0.0000\n",
      "Epoch:862, Loss:0.0000\n",
      "Epoch:863, Loss:0.0000\n",
      "Epoch:864, Loss:0.0000\n",
      "Epoch:865, Loss:0.0000\n",
      "Epoch:866, Loss:0.0000\n",
      "Epoch:867, Loss:0.0000\n",
      "Epoch:868, Loss:0.0000\n",
      "Epoch:869, Loss:0.0000\n",
      "Epoch:870, Loss:0.0000\n",
      "Epoch:871, Loss:0.0000\n",
      "Epoch:872, Loss:0.0000\n",
      "Epoch:873, Loss:0.0000\n",
      "Epoch:874, Loss:0.0000\n",
      "Epoch:875, Loss:0.0000\n",
      "Epoch:876, Loss:0.0000\n",
      "Epoch:877, Loss:0.0000\n",
      "Epoch:878, Loss:0.0000\n",
      "Epoch:879, Loss:0.0000\n",
      "Epoch:880, Loss:0.0000\n",
      "Epoch:881, Loss:0.0000\n",
      "Epoch:882, Loss:0.0000\n",
      "Epoch:883, Loss:0.0000\n",
      "Epoch:884, Loss:0.0000\n",
      "Epoch:885, Loss:0.0000\n",
      "Epoch:886, Loss:0.0000\n",
      "Epoch:887, Loss:0.0000\n",
      "Epoch:888, Loss:0.0000\n",
      "Epoch:889, Loss:0.0000\n",
      "Epoch:890, Loss:0.0000\n",
      "Epoch:891, Loss:0.0000\n",
      "Epoch:892, Loss:0.0000\n",
      "Epoch:893, Loss:0.0000\n",
      "Epoch:894, Loss:0.0000\n",
      "Epoch:895, Loss:0.0000\n",
      "Epoch:896, Loss:0.0000\n",
      "Epoch:897, Loss:0.0000\n",
      "Epoch:898, Loss:0.0000\n",
      "Epoch:899, Loss:0.0000\n",
      "Epoch:900, Loss:0.0000\n",
      "Epoch:901, Loss:0.0000\n",
      "Epoch:902, Loss:0.0000\n",
      "Epoch:903, Loss:0.0000\n",
      "Epoch:904, Loss:0.0000\n",
      "Epoch:905, Loss:0.0000\n",
      "Epoch:906, Loss:0.0000\n",
      "Epoch:907, Loss:0.0000\n",
      "Epoch:908, Loss:0.0000\n",
      "Epoch:909, Loss:0.0000\n",
      "Epoch:910, Loss:0.0000\n",
      "Epoch:911, Loss:0.0000\n",
      "Epoch:912, Loss:0.0000\n",
      "Epoch:913, Loss:0.0000\n",
      "Epoch:914, Loss:0.0000\n",
      "Epoch:915, Loss:0.0000\n",
      "Epoch:916, Loss:0.0000\n",
      "Epoch:917, Loss:0.0000\n",
      "Epoch:918, Loss:0.0000\n",
      "Epoch:919, Loss:0.0000\n",
      "Epoch:920, Loss:0.0000\n",
      "Epoch:921, Loss:0.0000\n",
      "Epoch:922, Loss:0.0000\n",
      "Epoch:923, Loss:0.0000\n",
      "Epoch:924, Loss:0.0000\n",
      "Epoch:925, Loss:0.0000\n",
      "Epoch:926, Loss:0.0000\n",
      "Epoch:927, Loss:0.0000\n",
      "Epoch:928, Loss:0.0000\n",
      "Epoch:929, Loss:0.0000\n",
      "Epoch:930, Loss:0.0000\n",
      "Epoch:931, Loss:0.0000\n",
      "Epoch:932, Loss:0.0000\n",
      "Epoch:933, Loss:0.0000\n",
      "Epoch:934, Loss:0.0000\n",
      "Epoch:935, Loss:0.0000\n",
      "Epoch:936, Loss:0.0000\n",
      "Epoch:937, Loss:0.0000\n",
      "Epoch:938, Loss:0.0000\n",
      "Epoch:939, Loss:0.0000\n",
      "Epoch:940, Loss:0.0000\n",
      "Epoch:941, Loss:0.0000\n",
      "Epoch:942, Loss:0.0000\n",
      "Epoch:943, Loss:0.0000\n",
      "Epoch:944, Loss:0.0000\n",
      "Epoch:945, Loss:0.0000\n",
      "Epoch:946, Loss:0.0000\n",
      "Epoch:947, Loss:0.0000\n",
      "Epoch:948, Loss:0.0000\n",
      "Epoch:949, Loss:0.0000\n",
      "Epoch:950, Loss:0.0000\n",
      "Epoch:951, Loss:0.0000\n",
      "Epoch:952, Loss:0.0000\n",
      "Epoch:953, Loss:0.0000\n",
      "Epoch:954, Loss:0.0000\n",
      "Epoch:955, Loss:0.0000\n",
      "Epoch:956, Loss:0.0000\n",
      "Epoch:957, Loss:0.0000\n",
      "Epoch:958, Loss:0.0000\n",
      "Epoch:959, Loss:0.0000\n",
      "Epoch:960, Loss:0.0000\n",
      "Epoch:961, Loss:0.0000\n",
      "Epoch:962, Loss:0.0000\n",
      "Epoch:963, Loss:0.0000\n",
      "Epoch:964, Loss:0.0000\n",
      "Epoch:965, Loss:0.0000\n",
      "Epoch:966, Loss:0.0000\n",
      "Epoch:967, Loss:0.0000\n",
      "Epoch:968, Loss:0.0000\n",
      "Epoch:969, Loss:0.0000\n",
      "Epoch:970, Loss:0.0000\n",
      "Epoch:971, Loss:0.0000\n",
      "Epoch:972, Loss:0.0000\n",
      "Epoch:973, Loss:0.0000\n",
      "Epoch:974, Loss:0.0000\n",
      "Epoch:975, Loss:0.0000\n",
      "Epoch:976, Loss:0.0000\n",
      "Epoch:977, Loss:0.0000\n",
      "Epoch:978, Loss:0.0000\n",
      "Epoch:979, Loss:0.0000\n",
      "Epoch:980, Loss:0.0000\n",
      "Epoch:981, Loss:0.0000\n",
      "Epoch:982, Loss:0.0000\n",
      "Epoch:983, Loss:0.0000\n",
      "Epoch:984, Loss:0.0000\n",
      "Epoch:985, Loss:0.0000\n",
      "Epoch:986, Loss:0.0000\n",
      "Epoch:987, Loss:0.0000\n",
      "Epoch:988, Loss:0.0000\n",
      "Epoch:989, Loss:0.0000\n",
      "Epoch:990, Loss:0.0000\n",
      "Epoch:991, Loss:0.0000\n",
      "Epoch:992, Loss:0.0000\n",
      "Epoch:993, Loss:0.0000\n",
      "Epoch:994, Loss:0.0000\n",
      "Epoch:995, Loss:0.0000\n",
      "Epoch:996, Loss:0.0000\n",
      "Epoch:997, Loss:0.0000\n",
      "Epoch:998, Loss:0.0000\n",
      "Epoch:999, Loss:0.0000\n",
      "Epoch:1000, Loss:0.0000\n",
      "Epoch:1001, Loss:0.0000\n",
      "Epoch:1002, Loss:0.0000\n",
      "Epoch:1003, Loss:0.0000\n",
      "Epoch:1004, Loss:0.0000\n",
      "Epoch:1005, Loss:0.0000\n",
      "Epoch:1006, Loss:0.0000\n",
      "Epoch:1007, Loss:0.0000\n",
      "Epoch:1008, Loss:0.0000\n",
      "Epoch:1009, Loss:0.0000\n",
      "Epoch:1010, Loss:0.0000\n",
      "Epoch:1011, Loss:0.0000\n",
      "Epoch:1012, Loss:0.0000\n",
      "Epoch:1013, Loss:0.0000\n",
      "Epoch:1014, Loss:0.0000\n",
      "Epoch:1015, Loss:0.0000\n",
      "Epoch:1016, Loss:0.0000\n",
      "Epoch:1017, Loss:0.0000\n",
      "Epoch:1018, Loss:0.0000\n",
      "Epoch:1019, Loss:0.0000\n",
      "Epoch:1020, Loss:0.0000\n",
      "Epoch:1021, Loss:0.0000\n",
      "Epoch:1022, Loss:0.0000\n",
      "Epoch:1023, Loss:0.0000\n",
      "Epoch:1024, Loss:0.0000\n",
      "Epoch:1025, Loss:0.0000\n",
      "Epoch:1026, Loss:0.0000\n",
      "Epoch:1027, Loss:0.0000\n",
      "Epoch:1028, Loss:0.0000\n",
      "Epoch:1029, Loss:0.0000\n",
      "Epoch:1030, Loss:0.0000\n",
      "Epoch:1031, Loss:0.0000\n",
      "Epoch:1032, Loss:0.0000\n",
      "Epoch:1033, Loss:0.0000\n",
      "Epoch:1034, Loss:0.0000\n",
      "Epoch:1035, Loss:0.0000\n",
      "Epoch:1036, Loss:0.0000\n",
      "Epoch:1037, Loss:0.0000\n",
      "Epoch:1038, Loss:0.0000\n",
      "Epoch:1039, Loss:0.0000\n",
      "Epoch:1040, Loss:0.0000\n",
      "Epoch:1041, Loss:0.0000\n",
      "Epoch:1042, Loss:0.0000\n",
      "Epoch:1043, Loss:0.0000\n",
      "Epoch:1044, Loss:0.0000\n",
      "Epoch:1045, Loss:0.0000\n",
      "Epoch:1046, Loss:0.0000\n",
      "Epoch:1047, Loss:0.0000\n",
      "Epoch:1048, Loss:0.0000\n",
      "Epoch:1049, Loss:0.0000\n",
      "Epoch:1050, Loss:0.0000\n",
      "Epoch:1051, Loss:0.0000\n",
      "Epoch:1052, Loss:0.0000\n",
      "Epoch:1053, Loss:0.0000\n",
      "Epoch:1054, Loss:0.0000\n",
      "Epoch:1055, Loss:0.0000\n",
      "Epoch:1056, Loss:0.0000\n",
      "Epoch:1057, Loss:0.0000\n",
      "Epoch:1058, Loss:0.0000\n",
      "Epoch:1059, Loss:0.0000\n",
      "Epoch:1060, Loss:0.0000\n",
      "Epoch:1061, Loss:0.0000\n",
      "Epoch:1062, Loss:0.0000\n",
      "Epoch:1063, Loss:0.0000\n",
      "Epoch:1064, Loss:0.0000\n",
      "Epoch:1065, Loss:0.0000\n",
      "Epoch:1066, Loss:0.0000\n",
      "Epoch:1067, Loss:0.0000\n",
      "Epoch:1068, Loss:0.0000\n",
      "Epoch:1069, Loss:0.0000\n",
      "Epoch:1070, Loss:0.0000\n",
      "Epoch:1071, Loss:0.0000\n",
      "Epoch:1072, Loss:0.0000\n",
      "Epoch:1073, Loss:0.0000\n",
      "Epoch:1074, Loss:0.0000\n",
      "Epoch:1075, Loss:0.0000\n",
      "Epoch:1076, Loss:0.0000\n",
      "Epoch:1077, Loss:0.0000\n",
      "Epoch:1078, Loss:0.0000\n",
      "Epoch:1079, Loss:0.0000\n",
      "Epoch:1080, Loss:0.0000\n",
      "Epoch:1081, Loss:0.0000\n",
      "Epoch:1082, Loss:0.0000\n",
      "Epoch:1083, Loss:0.0000\n",
      "Epoch:1084, Loss:0.0000\n",
      "Epoch:1085, Loss:0.0000\n",
      "Epoch:1086, Loss:0.0000\n",
      "Epoch:1087, Loss:0.0000\n",
      "Epoch:1088, Loss:0.0000\n",
      "Epoch:1089, Loss:0.0000\n",
      "Epoch:1090, Loss:0.0000\n",
      "Epoch:1091, Loss:0.0000\n",
      "Epoch:1092, Loss:0.0000\n",
      "Epoch:1093, Loss:0.0000\n",
      "Epoch:1094, Loss:0.0000\n",
      "Epoch:1095, Loss:0.0000\n",
      "Epoch:1096, Loss:0.0000\n",
      "Epoch:1097, Loss:0.0000\n",
      "Epoch:1098, Loss:0.0000\n",
      "Epoch:1099, Loss:0.0000\n",
      "Epoch:1100, Loss:0.0000\n",
      "Epoch:1101, Loss:0.0000\n",
      "Epoch:1102, Loss:0.0000\n",
      "Epoch:1103, Loss:0.0000\n",
      "Epoch:1104, Loss:0.0000\n",
      "Epoch:1105, Loss:0.0000\n",
      "Epoch:1106, Loss:0.0000\n",
      "Epoch:1107, Loss:0.0000\n",
      "Epoch:1108, Loss:0.0000\n",
      "Epoch:1109, Loss:0.0000\n",
      "Epoch:1110, Loss:0.0000\n",
      "Epoch:1111, Loss:0.0000\n",
      "Epoch:1112, Loss:0.0000\n",
      "Epoch:1113, Loss:0.0000\n",
      "Epoch:1114, Loss:0.0000\n",
      "Epoch:1115, Loss:0.0000\n",
      "Epoch:1116, Loss:0.0000\n",
      "Epoch:1117, Loss:0.0000\n",
      "Epoch:1118, Loss:0.0000\n",
      "Epoch:1119, Loss:0.0000\n",
      "Epoch:1120, Loss:0.0000\n",
      "Epoch:1121, Loss:0.0000\n",
      "Epoch:1122, Loss:0.0000\n",
      "Epoch:1123, Loss:0.0000\n",
      "Epoch:1124, Loss:0.0000\n",
      "Epoch:1125, Loss:0.0000\n",
      "Epoch:1126, Loss:0.0000\n",
      "Epoch:1127, Loss:0.0000\n",
      "Epoch:1128, Loss:0.0000\n",
      "Epoch:1129, Loss:0.0000\n",
      "Epoch:1130, Loss:0.0000\n",
      "Epoch:1131, Loss:0.0000\n",
      "Epoch:1132, Loss:0.0000\n",
      "Epoch:1133, Loss:0.0000\n",
      "Epoch:1134, Loss:0.0000\n",
      "Epoch:1135, Loss:0.0000\n",
      "Epoch:1136, Loss:0.0000\n",
      "Epoch:1137, Loss:0.0000\n",
      "Epoch:1138, Loss:0.0000\n",
      "Epoch:1139, Loss:0.0000\n",
      "Epoch:1140, Loss:0.0000\n",
      "Epoch:1141, Loss:0.0000\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Epoch:1142, Loss:0.0000\n",
      "Epoch:1143, Loss:0.0000\n",
      "Epoch:1144, Loss:0.0000\n",
      "Epoch:1145, Loss:0.0000\n",
      "Epoch:1146, Loss:0.0000\n",
      "Epoch:1147, Loss:0.0000\n",
      "Epoch:1148, Loss:0.0000\n",
      "Epoch:1149, Loss:0.0000\n",
      "Epoch:1150, Loss:0.0000\n",
      "Epoch:1151, Loss:0.0000\n",
      "Epoch:1152, Loss:0.0000\n",
      "Epoch:1153, Loss:0.0000\n",
      "Epoch:1154, Loss:0.0000\n",
      "Epoch:1155, Loss:0.0000\n",
      "Epoch:1156, Loss:0.0000\n",
      "Epoch:1157, Loss:0.0000\n",
      "Epoch:1158, Loss:0.0000\n",
      "Epoch:1159, Loss:0.0000\n",
      "Epoch:1160, Loss:0.0000\n",
      "Epoch:1161, Loss:0.0000\n",
      "Epoch:1162, Loss:0.0000\n",
      "Epoch:1163, Loss:0.0000\n",
      "Epoch:1164, Loss:0.0000\n",
      "Epoch:1165, Loss:0.0000\n",
      "Epoch:1166, Loss:0.0000\n",
      "Epoch:1167, Loss:0.0000\n",
      "Epoch:1168, Loss:0.0000\n",
      "Epoch:1169, Loss:0.0000\n",
      "Epoch:1170, Loss:0.0000\n",
      "Epoch:1171, Loss:0.0000\n",
      "Epoch:1172, Loss:0.0000\n",
      "Epoch:1173, Loss:0.0000\n",
      "Epoch:1174, Loss:0.0000\n",
      "Epoch:1175, Loss:0.0000\n",
      "Epoch:1176, Loss:0.0000\n",
      "Epoch:1177, Loss:0.0000\n",
      "Epoch:1178, Loss:0.0000\n",
      "Epoch:1179, Loss:0.0000\n",
      "Epoch:1180, Loss:0.0000\n",
      "Epoch:1181, Loss:0.0000\n",
      "Epoch:1182, Loss:0.0000\n",
      "Epoch:1183, Loss:0.0000\n",
      "Epoch:1184, Loss:0.0000\n",
      "Epoch:1185, Loss:0.0000\n",
      "Epoch:1186, Loss:0.0000\n",
      "Epoch:1187, Loss:0.0000\n",
      "Epoch:1188, Loss:0.0000\n",
      "Epoch:1189, Loss:0.0000\n",
      "Epoch:1190, Loss:0.0000\n",
      "Epoch:1191, Loss:0.0000\n",
      "Epoch:1192, Loss:0.0000\n",
      "Epoch:1193, Loss:0.0000\n",
      "Epoch:1194, Loss:0.0000\n",
      "Epoch:1195, Loss:0.0000\n",
      "Epoch:1196, Loss:0.0000\n",
      "Epoch:1197, Loss:0.0000\n",
      "Epoch:1198, Loss:0.0000\n",
      "Epoch:1199, Loss:0.0000\n",
      "Epoch:1200, Loss:0.0000\n",
      "Epoch:1201, Loss:0.0000\n",
      "Epoch:1202, Loss:0.0000\n",
      "Epoch:1203, Loss:0.0000\n",
      "Epoch:1204, Loss:0.0000\n",
      "Epoch:1205, Loss:0.0000\n",
      "Epoch:1206, Loss:0.0000\n",
      "Epoch:1207, Loss:0.0000\n",
      "Epoch:1208, Loss:0.0000\n",
      "Epoch:1209, Loss:0.0000\n",
      "Epoch:1210, Loss:0.0000\n",
      "Epoch:1211, Loss:0.0000\n",
      "Epoch:1212, Loss:0.0000\n",
      "Epoch:1213, Loss:0.0000\n",
      "Epoch:1214, Loss:0.0000\n",
      "Epoch:1215, Loss:0.0000\n",
      "Epoch:1216, Loss:0.0000\n",
      "Epoch:1217, Loss:0.0000\n",
      "Epoch:1218, Loss:0.0000\n",
      "Epoch:1219, Loss:0.0000\n",
      "Epoch:1220, Loss:0.0000\n",
      "Epoch:1221, Loss:0.0000\n",
      "Epoch:1222, Loss:0.0000\n",
      "Epoch:1223, Loss:0.0000\n",
      "Epoch:1224, Loss:0.0000\n",
      "Epoch:1225, Loss:0.0000\n",
      "Epoch:1226, Loss:0.0000\n",
      "Epoch:1227, Loss:0.0000\n",
      "Epoch:1228, Loss:0.0000\n",
      "Epoch:1229, Loss:0.0000\n",
      "Epoch:1230, Loss:0.0000\n",
      "Epoch:1231, Loss:0.0000\n",
      "Epoch:1232, Loss:0.0000\n",
      "Epoch:1233, Loss:0.0000\n",
      "Epoch:1234, Loss:0.0000\n",
      "Epoch:1235, Loss:0.0000\n",
      "Epoch:1236, Loss:0.0000\n",
      "Epoch:1237, Loss:0.0000\n",
      "Epoch:1238, Loss:0.0000\n",
      "Epoch:1239, Loss:0.0000\n",
      "Epoch:1240, Loss:0.0000\n",
      "Epoch:1241, Loss:0.0000\n",
      "Epoch:1242, Loss:0.0000\n",
      "Epoch:1243, Loss:0.0000\n",
      "Epoch:1244, Loss:0.0000\n",
      "Epoch:1245, Loss:0.0000\n",
      "Epoch:1246, Loss:0.0000\n",
      "Epoch:1247, Loss:0.0000\n",
      "Epoch:1248, Loss:0.0000\n",
      "Epoch:1249, Loss:0.0000\n",
      "Epoch:1250, Loss:0.0000\n",
      "Epoch:1251, Loss:0.0000\n",
      "Epoch:1252, Loss:0.0000\n",
      "Epoch:1253, Loss:0.0000\n",
      "Epoch:1254, Loss:0.0000\n",
      "Epoch:1255, Loss:0.0000\n",
      "Epoch:1256, Loss:0.0000\n",
      "Epoch:1257, Loss:0.0000\n",
      "Epoch:1258, Loss:0.0000\n",
      "Epoch:1259, Loss:0.0000\n",
      "Epoch:1260, Loss:0.0000\n",
      "Epoch:1261, Loss:0.0000\n",
      "Epoch:1262, Loss:0.0000\n",
      "Epoch:1263, Loss:0.0000\n",
      "Epoch:1264, Loss:0.0000\n",
      "Epoch:1265, Loss:0.0000\n",
      "Epoch:1266, Loss:0.0000\n",
      "Epoch:1267, Loss:0.0000\n",
      "Epoch:1268, Loss:0.0000\n",
      "Epoch:1269, Loss:0.0000\n",
      "Epoch:1270, Loss:0.0000\n",
      "Epoch:1271, Loss:0.0000\n",
      "Epoch:1272, Loss:0.0000\n",
      "Epoch:1273, Loss:0.0000\n",
      "Epoch:1274, Loss:0.0000\n",
      "Epoch:1275, Loss:0.0000\n",
      "Epoch:1276, Loss:0.0000\n",
      "Epoch:1277, Loss:0.0000\n",
      "Epoch:1278, Loss:0.0000\n",
      "Epoch:1279, Loss:0.0000\n",
      "Epoch:1280, Loss:0.0000\n",
      "Epoch:1281, Loss:0.0000\n",
      "Epoch:1282, Loss:0.0000\n",
      "Epoch:1283, Loss:0.0000\n",
      "Epoch:1284, Loss:0.0000\n",
      "Epoch:1285, Loss:0.0000\n",
      "Epoch:1286, Loss:0.0000\n",
      "Epoch:1287, Loss:0.0000\n",
      "Epoch:1288, Loss:0.0000\n",
      "Epoch:1289, Loss:0.0000\n",
      "Epoch:1290, Loss:0.0000\n",
      "Epoch:1291, Loss:0.0000\n",
      "Epoch:1292, Loss:0.0000\n",
      "Epoch:1293, Loss:0.0000\n",
      "Epoch:1294, Loss:0.0000\n",
      "Epoch:1295, Loss:0.0000\n",
      "Epoch:1296, Loss:0.0000\n",
      "Epoch:1297, Loss:0.0000\n",
      "Epoch:1298, Loss:0.0000\n",
      "Epoch:1299, Loss:0.0000\n",
      "Epoch:1300, Loss:0.0000\n",
      "Epoch:1301, Loss:0.0000\n",
      "Epoch:1302, Loss:0.0000\n",
      "Epoch:1303, Loss:0.0000\n",
      "Epoch:1304, Loss:0.0000\n",
      "Epoch:1305, Loss:0.0000\n",
      "Epoch:1306, Loss:0.0000\n",
      "Epoch:1307, Loss:0.0000\n",
      "Epoch:1308, Loss:0.0000\n",
      "Epoch:1309, Loss:0.0000\n",
      "Epoch:1310, Loss:0.0000\n",
      "Epoch:1311, Loss:0.0000\n",
      "Epoch:1312, Loss:0.0000\n",
      "Epoch:1313, Loss:0.0000\n",
      "Epoch:1314, Loss:0.0000\n",
      "Epoch:1315, Loss:0.0000\n",
      "Epoch:1316, Loss:0.0000\n",
      "Epoch:1317, Loss:0.0000\n",
      "Epoch:1318, Loss:0.0000\n",
      "Epoch:1319, Loss:0.0000\n",
      "Epoch:1320, Loss:0.0000\n",
      "Epoch:1321, Loss:0.0000\n",
      "Epoch:1322, Loss:0.0000\n",
      "Epoch:1323, Loss:0.0000\n",
      "Epoch:1324, Loss:0.0000\n",
      "Epoch:1325, Loss:0.0000\n",
      "Epoch:1326, Loss:0.0000\n",
      "Epoch:1327, Loss:0.0000\n",
      "Epoch:1328, Loss:0.0000\n",
      "Epoch:1329, Loss:0.0000\n",
      "Epoch:1330, Loss:0.0000\n",
      "Epoch:1331, Loss:0.0000\n",
      "Epoch:1332, Loss:0.0000\n",
      "Epoch:1333, Loss:0.0000\n",
      "Epoch:1334, Loss:0.0000\n",
      "Epoch:1335, Loss:0.0000\n",
      "Epoch:1336, Loss:0.0000\n",
      "Epoch:1337, Loss:0.0000\n",
      "Epoch:1338, Loss:0.0000\n",
      "Epoch:1339, Loss:0.0000\n",
      "Epoch:1340, Loss:0.0000\n",
      "Epoch:1341, Loss:0.0000\n",
      "Epoch:1342, Loss:0.0000\n",
      "Epoch:1343, Loss:0.0000\n",
      "Epoch:1344, Loss:0.0000\n",
      "Epoch:1345, Loss:0.0000\n",
      "Epoch:1346, Loss:0.0000\n",
      "Epoch:1347, Loss:0.0000\n",
      "Epoch:1348, Loss:0.0000\n",
      "Epoch:1349, Loss:0.0000\n",
      "Epoch:1350, Loss:0.0000\n",
      "Epoch:1351, Loss:0.0000\n",
      "Epoch:1352, Loss:0.0000\n",
      "Epoch:1353, Loss:0.0000\n",
      "Epoch:1354, Loss:0.0000\n",
      "Epoch:1355, Loss:0.0000\n",
      "Epoch:1356, Loss:0.0000\n",
      "Epoch:1357, Loss:0.0000\n",
      "Epoch:1358, Loss:0.0000\n",
      "Epoch:1359, Loss:0.0000\n",
      "Epoch:1360, Loss:0.0000\n",
      "Epoch:1361, Loss:0.0000\n",
      "Epoch:1362, Loss:0.0000\n",
      "Epoch:1363, Loss:0.0000\n",
      "Epoch:1364, Loss:0.0000\n",
      "Epoch:1365, Loss:0.0000\n",
      "Epoch:1366, Loss:0.0000\n",
      "Epoch:1367, Loss:0.0000\n",
      "Epoch:1368, Loss:0.0000\n",
      "Epoch:1369, Loss:0.0000\n",
      "Epoch:1370, Loss:0.0000\n",
      "Epoch:1371, Loss:0.0000\n",
      "Epoch:1372, Loss:0.0000\n",
      "Epoch:1373, Loss:0.0000\n",
      "Epoch:1374, Loss:0.0000\n",
      "Epoch:1375, Loss:0.0000\n",
      "Epoch:1376, Loss:0.0000\n",
      "Epoch:1377, Loss:0.0000\n",
      "Epoch:1378, Loss:0.0000\n",
      "Epoch:1379, Loss:0.0000\n",
      "Epoch:1380, Loss:0.0000\n",
      "Epoch:1381, Loss:0.0000\n",
      "Epoch:1382, Loss:0.0000\n",
      "Epoch:1383, Loss:0.0000\n",
      "Epoch:1384, Loss:0.0000\n",
      "Epoch:1385, Loss:0.0000\n",
      "Epoch:1386, Loss:0.0000\n",
      "Epoch:1387, Loss:0.0000\n",
      "Epoch:1388, Loss:0.0000\n",
      "Epoch:1389, Loss:0.0000\n",
      "Epoch:1390, Loss:0.0000\n",
      "Epoch:1391, Loss:0.0000\n",
      "Epoch:1392, Loss:0.0000\n",
      "Epoch:1393, Loss:0.0000\n",
      "Epoch:1394, Loss:0.0000\n",
      "Epoch:1395, Loss:0.0000\n",
      "Epoch:1396, Loss:0.0000\n",
      "Epoch:1397, Loss:0.0000\n",
      "Epoch:1398, Loss:0.0000\n",
      "Epoch:1399, Loss:0.0000\n",
      "Epoch:1400, Loss:0.0000\n",
      "Epoch:1401, Loss:0.0000\n",
      "Epoch:1402, Loss:0.0000\n",
      "Epoch:1403, Loss:0.0000\n",
      "Epoch:1404, Loss:0.0000\n",
      "Epoch:1405, Loss:0.0000\n",
      "Epoch:1406, Loss:0.0000\n",
      "Epoch:1407, Loss:0.0000\n",
      "Epoch:1408, Loss:0.0000\n",
      "Epoch:1409, Loss:0.0000\n",
      "Epoch:1410, Loss:0.0000\n",
      "Epoch:1411, Loss:0.0000\n",
      "Epoch:1412, Loss:0.0000\n",
      "Epoch:1413, Loss:0.0000\n",
      "Epoch:1414, Loss:0.0000\n",
      "Epoch:1415, Loss:0.0000\n",
      "Epoch:1416, Loss:0.0000\n",
      "Epoch:1417, Loss:0.0000\n",
      "Epoch:1418, Loss:0.0000\n",
      "Epoch:1419, Loss:0.0000\n",
      "Epoch:1420, Loss:0.0000\n",
      "Epoch:1421, Loss:0.0000\n",
      "Epoch:1422, Loss:0.0000\n",
      "Epoch:1423, Loss:0.0000\n",
      "Epoch:1424, Loss:0.0000\n",
      "Epoch:1425, Loss:0.0000\n",
      "Epoch:1426, Loss:0.0000\n",
      "Epoch:1427, Loss:0.0000\n",
      "Epoch:1428, Loss:0.0000\n",
      "Epoch:1429, Loss:0.0000\n",
      "Epoch:1430, Loss:0.0000\n",
      "Epoch:1431, Loss:0.0000\n",
      "Epoch:1432, Loss:0.0000\n",
      "Epoch:1433, Loss:0.0000\n",
      "Epoch:1434, Loss:0.0000\n",
      "Epoch:1435, Loss:0.0000\n",
      "Epoch:1436, Loss:0.0000\n",
      "Epoch:1437, Loss:0.0000\n",
      "Epoch:1438, Loss:0.0000\n",
      "Epoch:1439, Loss:0.0000\n",
      "Epoch:1440, Loss:0.0000\n",
      "Epoch:1441, Loss:0.0000\n",
      "Epoch:1442, Loss:0.0000\n",
      "Epoch:1443, Loss:0.0000\n",
      "Epoch:1444, Loss:0.0000\n",
      "Epoch:1445, Loss:0.0000\n",
      "Epoch:1446, Loss:0.0000\n",
      "Epoch:1447, Loss:0.0000\n",
      "Epoch:1448, Loss:0.0000\n",
      "Epoch:1449, Loss:0.0000\n",
      "Epoch:1450, Loss:0.0000\n",
      "Epoch:1451, Loss:0.0000\n",
      "Epoch:1452, Loss:0.0000\n",
      "Epoch:1453, Loss:0.0000\n",
      "Epoch:1454, Loss:0.0000\n",
      "Epoch:1455, Loss:0.0000\n",
      "Epoch:1456, Loss:0.0000\n",
      "Epoch:1457, Loss:0.0000\n",
      "Epoch:1458, Loss:0.0000\n",
      "Epoch:1459, Loss:0.0000\n",
      "Epoch:1460, Loss:0.0000\n",
      "Epoch:1461, Loss:0.0000\n",
      "Epoch:1462, Loss:0.0000\n",
      "Epoch:1463, Loss:0.0000\n",
      "Epoch:1464, Loss:0.0000\n",
      "Epoch:1465, Loss:0.0000\n",
      "Epoch:1466, Loss:0.0000\n",
      "Epoch:1467, Loss:0.0000\n",
      "Epoch:1468, Loss:0.0000\n",
      "Epoch:1469, Loss:0.0000\n",
      "Epoch:1470, Loss:0.0000\n",
      "Epoch:1471, Loss:0.0000\n",
      "Epoch:1472, Loss:0.0000\n",
      "Epoch:1473, Loss:0.0000\n",
      "Epoch:1474, Loss:0.0000\n",
      "Epoch:1475, Loss:0.0000\n",
      "Epoch:1476, Loss:0.0000\n",
      "Epoch:1477, Loss:0.0000\n",
      "Epoch:1478, Loss:0.0000\n",
      "Epoch:1479, Loss:0.0000\n",
      "Epoch:1480, Loss:0.0000\n",
      "Epoch:1481, Loss:0.0000\n",
      "Epoch:1482, Loss:0.0000\n",
      "Epoch:1483, Loss:0.0000\n",
      "Epoch:1484, Loss:0.0000\n",
      "Epoch:1485, Loss:0.0000\n",
      "Epoch:1486, Loss:0.0000\n",
      "Epoch:1487, Loss:0.0000\n",
      "Epoch:1488, Loss:0.0000\n",
      "Epoch:1489, Loss:0.0000\n",
      "Epoch:1490, Loss:0.0000\n",
      "Epoch:1491, Loss:0.0000\n",
      "Epoch:1492, Loss:0.0000\n",
      "Epoch:1493, Loss:0.0000\n",
      "Epoch:1494, Loss:0.0000\n",
      "Epoch:1495, Loss:0.0000\n",
      "Epoch:1496, Loss:0.0000\n",
      "Epoch:1497, Loss:0.0000\n",
      "Epoch:1498, Loss:0.0000\n",
      "Epoch:1499, Loss:0.0000\n",
      "Epoch:1500, Loss:0.0000\n",
      "Epoch:1501, Loss:0.0000\n",
      "Epoch:1502, Loss:0.0000\n",
      "Epoch:1503, Loss:0.0000\n",
      "Epoch:1504, Loss:0.0000\n",
      "Epoch:1505, Loss:0.0000\n",
      "Epoch:1506, Loss:0.0000\n",
      "Epoch:1507, Loss:0.0000\n",
      "Epoch:1508, Loss:0.0000\n",
      "Epoch:1509, Loss:0.0000\n",
      "Epoch:1510, Loss:0.0000\n",
      "Epoch:1511, Loss:0.0000\n",
      "Epoch:1512, Loss:0.0000\n",
      "Epoch:1513, Loss:0.0000\n",
      "Epoch:1514, Loss:0.0000\n",
      "Epoch:1515, Loss:0.0000\n",
      "Epoch:1516, Loss:0.0000\n",
      "Epoch:1517, Loss:0.0000\n",
      "Epoch:1518, Loss:0.0000\n",
      "Epoch:1519, Loss:0.0000\n",
      "Epoch:1520, Loss:0.0000\n",
      "Epoch:1521, Loss:0.0000\n",
      "Epoch:1522, Loss:0.0000\n",
      "Epoch:1523, Loss:0.0000\n",
      "Epoch:1524, Loss:0.0000\n",
      "Epoch:1525, Loss:0.0000\n",
      "Epoch:1526, Loss:0.0000\n",
      "Epoch:1527, Loss:0.0000\n",
      "Epoch:1528, Loss:0.0000\n",
      "Epoch:1529, Loss:0.0000\n",
      "Epoch:1530, Loss:0.0000\n",
      "Epoch:1531, Loss:0.0000\n",
      "Epoch:1532, Loss:0.0000\n",
      "Epoch:1533, Loss:0.0000\n",
      "Epoch:1534, Loss:0.0000\n",
      "Epoch:1535, Loss:0.0000\n",
      "Epoch:1536, Loss:0.0000\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Epoch:1537, Loss:0.0000\n",
      "Epoch:1538, Loss:0.0000\n",
      "Epoch:1539, Loss:0.0000\n",
      "Epoch:1540, Loss:0.0000\n",
      "Epoch:1541, Loss:0.0000\n",
      "Epoch:1542, Loss:0.0000\n",
      "Epoch:1543, Loss:0.0000\n",
      "Epoch:1544, Loss:0.0000\n",
      "Epoch:1545, Loss:0.0000\n",
      "Epoch:1546, Loss:0.0000\n",
      "Epoch:1547, Loss:0.0000\n",
      "Epoch:1548, Loss:0.0000\n",
      "Epoch:1549, Loss:0.0000\n",
      "Epoch:1550, Loss:0.0000\n",
      "Epoch:1551, Loss:0.0000\n",
      "Epoch:1552, Loss:0.0000\n",
      "Epoch:1553, Loss:0.0000\n",
      "Epoch:1554, Loss:0.0000\n",
      "Epoch:1555, Loss:0.0000\n",
      "Epoch:1556, Loss:0.0000\n",
      "Epoch:1557, Loss:0.0000\n",
      "Epoch:1558, Loss:0.0000\n",
      "Epoch:1559, Loss:0.0000\n",
      "Epoch:1560, Loss:0.0000\n",
      "Epoch:1561, Loss:0.0000\n",
      "Epoch:1562, Loss:0.0000\n",
      "Epoch:1563, Loss:0.0000\n",
      "Epoch:1564, Loss:0.0000\n",
      "Epoch:1565, Loss:0.0000\n",
      "Epoch:1566, Loss:0.0000\n",
      "Epoch:1567, Loss:0.0000\n",
      "Epoch:1568, Loss:0.0000\n",
      "Epoch:1569, Loss:0.0000\n",
      "Epoch:1570, Loss:0.0000\n",
      "Epoch:1571, Loss:0.0000\n",
      "Epoch:1572, Loss:0.0000\n",
      "Epoch:1573, Loss:0.0000\n",
      "Epoch:1574, Loss:0.0000\n",
      "Epoch:1575, Loss:0.0000\n",
      "Epoch:1576, Loss:0.0000\n",
      "Epoch:1577, Loss:0.0000\n",
      "Epoch:1578, Loss:0.0000\n",
      "Epoch:1579, Loss:0.0000\n",
      "Epoch:1580, Loss:0.0000\n",
      "Epoch:1581, Loss:0.0000\n",
      "Epoch:1582, Loss:0.0000\n",
      "Epoch:1583, Loss:0.0000\n",
      "Epoch:1584, Loss:0.0000\n",
      "Epoch:1585, Loss:0.0000\n",
      "Epoch:1586, Loss:0.0000\n",
      "Epoch:1587, Loss:0.0000\n",
      "Epoch:1588, Loss:0.0000\n",
      "Epoch:1589, Loss:0.0000\n",
      "Epoch:1590, Loss:0.0000\n",
      "Epoch:1591, Loss:0.0000\n",
      "Epoch:1592, Loss:0.0000\n",
      "Epoch:1593, Loss:0.0000\n",
      "Epoch:1594, Loss:0.0000\n",
      "Epoch:1595, Loss:0.0000\n",
      "Epoch:1596, Loss:0.0000\n",
      "Epoch:1597, Loss:0.0000\n",
      "Epoch:1598, Loss:0.0000\n",
      "Epoch:1599, Loss:0.0000\n",
      "Epoch:1600, Loss:0.0000\n",
      "Epoch:1601, Loss:0.0000\n",
      "Epoch:1602, Loss:0.0000\n",
      "Epoch:1603, Loss:0.0000\n",
      "Epoch:1604, Loss:0.0000\n",
      "Epoch:1605, Loss:0.0000\n",
      "Epoch:1606, Loss:0.0000\n",
      "Epoch:1607, Loss:0.0000\n",
      "Epoch:1608, Loss:0.0000\n",
      "Epoch:1609, Loss:0.0000\n",
      "Epoch:1610, Loss:0.0000\n",
      "Epoch:1611, Loss:0.0000\n",
      "Epoch:1612, Loss:0.0000\n",
      "Epoch:1613, Loss:0.0000\n",
      "Epoch:1614, Loss:0.0000\n",
      "Epoch:1615, Loss:0.0000\n",
      "Epoch:1616, Loss:0.0000\n",
      "Epoch:1617, Loss:0.0000\n",
      "Epoch:1618, Loss:0.0000\n",
      "Epoch:1619, Loss:0.0000\n",
      "Epoch:1620, Loss:0.0000\n",
      "Epoch:1621, Loss:0.0000\n",
      "Epoch:1622, Loss:0.0000\n",
      "Epoch:1623, Loss:0.0000\n",
      "Epoch:1624, Loss:0.0000\n",
      "Epoch:1625, Loss:0.0000\n",
      "Epoch:1626, Loss:0.0000\n",
      "Epoch:1627, Loss:0.0000\n",
      "Epoch:1628, Loss:0.0000\n",
      "Epoch:1629, Loss:0.0000\n",
      "Epoch:1630, Loss:0.0000\n",
      "Epoch:1631, Loss:0.0000\n",
      "Epoch:1632, Loss:0.0000\n",
      "Epoch:1633, Loss:0.0000\n",
      "Epoch:1634, Loss:0.0000\n",
      "Epoch:1635, Loss:0.0000\n",
      "Epoch:1636, Loss:0.0000\n",
      "Epoch:1637, Loss:0.0000\n",
      "Epoch:1638, Loss:0.0000\n",
      "Epoch:1639, Loss:0.0000\n",
      "Epoch:1640, Loss:0.0000\n",
      "Epoch:1641, Loss:0.0000\n",
      "Epoch:1642, Loss:0.0000\n",
      "Epoch:1643, Loss:0.0000\n",
      "Epoch:1644, Loss:0.0000\n",
      "Epoch:1645, Loss:0.0000\n",
      "Epoch:1646, Loss:0.0000\n",
      "Epoch:1647, Loss:0.0000\n",
      "Epoch:1648, Loss:0.0000\n",
      "Epoch:1649, Loss:0.0000\n",
      "Epoch:1650, Loss:0.0000\n",
      "Epoch:1651, Loss:0.0000\n",
      "Epoch:1652, Loss:0.0000\n",
      "Epoch:1653, Loss:0.0000\n",
      "Epoch:1654, Loss:0.0000\n",
      "Epoch:1655, Loss:0.0000\n",
      "Epoch:1656, Loss:0.0000\n",
      "Epoch:1657, Loss:0.0000\n",
      "Epoch:1658, Loss:0.0000\n",
      "Epoch:1659, Loss:0.0000\n",
      "Epoch:1660, Loss:0.0000\n",
      "Epoch:1661, Loss:0.0000\n",
      "Epoch:1662, Loss:0.0000\n",
      "Epoch:1663, Loss:0.0000\n",
      "Epoch:1664, Loss:0.0000\n",
      "Epoch:1665, Loss:0.0000\n",
      "Epoch:1666, Loss:0.0000\n",
      "Epoch:1667, Loss:0.0000\n",
      "Epoch:1668, Loss:0.0000\n",
      "Epoch:1669, Loss:0.0000\n",
      "Epoch:1670, Loss:0.0000\n",
      "Epoch:1671, Loss:0.0000\n",
      "Epoch:1672, Loss:0.0000\n",
      "Epoch:1673, Loss:0.0000\n",
      "Epoch:1674, Loss:0.0000\n",
      "Epoch:1675, Loss:0.0000\n",
      "Epoch:1676, Loss:0.0000\n",
      "Epoch:1677, Loss:0.0000\n",
      "Epoch:1678, Loss:0.0000\n",
      "Epoch:1679, Loss:0.0000\n",
      "Epoch:1680, Loss:0.0000\n",
      "Epoch:1681, Loss:0.0000\n",
      "Epoch:1682, Loss:0.0000\n",
      "Epoch:1683, Loss:0.0000\n",
      "Epoch:1684, Loss:0.0000\n",
      "Epoch:1685, Loss:0.0000\n",
      "Epoch:1686, Loss:0.0000\n",
      "Epoch:1687, Loss:0.0000\n",
      "Epoch:1688, Loss:0.0000\n",
      "Epoch:1689, Loss:0.0000\n",
      "Epoch:1690, Loss:0.0000\n",
      "Epoch:1691, Loss:0.0000\n",
      "Epoch:1692, Loss:0.0000\n",
      "Epoch:1693, Loss:0.0000\n",
      "Epoch:1694, Loss:0.0000\n",
      "Epoch:1695, Loss:0.0000\n",
      "Epoch:1696, Loss:0.0000\n",
      "Epoch:1697, Loss:0.0000\n",
      "Epoch:1698, Loss:0.0000\n",
      "Epoch:1699, Loss:0.0000\n",
      "Epoch:1700, Loss:0.0000\n",
      "Epoch:1701, Loss:0.0000\n",
      "Epoch:1702, Loss:0.0000\n",
      "Epoch:1703, Loss:0.0000\n",
      "Epoch:1704, Loss:0.0000\n",
      "Epoch:1705, Loss:0.0000\n",
      "Epoch:1706, Loss:0.0000\n",
      "Epoch:1707, Loss:0.0000\n",
      "Epoch:1708, Loss:0.0000\n",
      "Epoch:1709, Loss:0.0000\n",
      "Epoch:1710, Loss:0.0000\n",
      "Epoch:1711, Loss:0.0000\n",
      "Epoch:1712, Loss:0.0000\n",
      "Epoch:1713, Loss:0.0000\n",
      "Epoch:1714, Loss:0.0000\n",
      "Epoch:1715, Loss:0.0000\n",
      "Epoch:1716, Loss:0.0000\n",
      "Epoch:1717, Loss:0.0000\n",
      "Epoch:1718, Loss:0.0000\n",
      "Epoch:1719, Loss:0.0000\n",
      "Epoch:1720, Loss:0.0000\n",
      "Epoch:1721, Loss:0.0000\n",
      "Epoch:1722, Loss:0.0000\n",
      "Epoch:1723, Loss:0.0000\n",
      "Epoch:1724, Loss:0.0000\n",
      "Epoch:1725, Loss:0.0000\n",
      "Epoch:1726, Loss:0.0000\n",
      "Epoch:1727, Loss:0.0000\n",
      "Epoch:1728, Loss:0.0000\n",
      "Epoch:1729, Loss:0.0000\n",
      "Epoch:1730, Loss:0.0000\n",
      "Epoch:1731, Loss:0.0000\n",
      "Epoch:1732, Loss:0.0000\n",
      "Epoch:1733, Loss:0.0000\n",
      "Epoch:1734, Loss:0.0000\n",
      "Epoch:1735, Loss:0.0000\n",
      "Epoch:1736, Loss:0.0000\n",
      "Epoch:1737, Loss:0.0000\n",
      "Epoch:1738, Loss:0.0000\n",
      "Epoch:1739, Loss:0.0000\n",
      "Epoch:1740, Loss:0.0000\n",
      "Epoch:1741, Loss:0.0000\n",
      "Epoch:1742, Loss:0.0000\n",
      "Epoch:1743, Loss:0.0000\n",
      "Epoch:1744, Loss:0.0000\n",
      "Epoch:1745, Loss:0.0000\n",
      "Epoch:1746, Loss:0.0000\n",
      "Epoch:1747, Loss:0.0000\n",
      "Epoch:1748, Loss:0.0000\n",
      "Epoch:1749, Loss:0.0000\n",
      "Epoch:1750, Loss:0.0000\n",
      "Epoch:1751, Loss:0.0000\n",
      "Epoch:1752, Loss:0.0000\n",
      "Epoch:1753, Loss:0.0000\n",
      "Epoch:1754, Loss:0.0000\n",
      "Epoch:1755, Loss:0.0000\n",
      "Epoch:1756, Loss:0.0000\n",
      "Epoch:1757, Loss:0.0000\n",
      "Epoch:1758, Loss:0.0000\n",
      "Epoch:1759, Loss:0.0000\n",
      "Epoch:1760, Loss:0.0000\n",
      "Epoch:1761, Loss:0.0000\n",
      "Epoch:1762, Loss:0.0000\n",
      "Epoch:1763, Loss:0.0000\n",
      "Epoch:1764, Loss:0.0000\n",
      "Epoch:1765, Loss:0.0000\n",
      "Epoch:1766, Loss:0.0000\n",
      "Epoch:1767, Loss:0.0000\n",
      "Epoch:1768, Loss:0.0000\n",
      "Epoch:1769, Loss:0.0000\n",
      "Epoch:1770, Loss:0.0000\n",
      "Epoch:1771, Loss:0.0000\n",
      "Epoch:1772, Loss:0.0000\n",
      "Epoch:1773, Loss:0.0000\n",
      "Epoch:1774, Loss:0.0000\n",
      "Epoch:1775, Loss:0.0000\n",
      "Epoch:1776, Loss:0.0000\n",
      "Epoch:1777, Loss:0.0000\n",
      "Epoch:1778, Loss:0.0000\n",
      "Epoch:1779, Loss:0.0000\n",
      "Epoch:1780, Loss:0.0000\n",
      "Epoch:1781, Loss:0.0000\n",
      "Epoch:1782, Loss:0.0000\n",
      "Epoch:1783, Loss:0.0000\n",
      "Epoch:1784, Loss:0.0000\n",
      "Epoch:1785, Loss:0.0000\n",
      "Epoch:1786, Loss:0.0000\n",
      "Epoch:1787, Loss:0.0000\n",
      "Epoch:1788, Loss:0.0000\n",
      "Epoch:1789, Loss:0.0000\n",
      "Epoch:1790, Loss:0.0000\n",
      "Epoch:1791, Loss:0.0000\n",
      "Epoch:1792, Loss:0.0000\n",
      "Epoch:1793, Loss:0.0000\n",
      "Epoch:1794, Loss:0.0000\n",
      "Epoch:1795, Loss:0.0000\n",
      "Epoch:1796, Loss:0.0000\n",
      "Epoch:1797, Loss:0.0000\n",
      "Epoch:1798, Loss:0.0000\n",
      "Epoch:1799, Loss:0.0000\n",
      "Epoch:1800, Loss:0.0000\n",
      "Epoch:1801, Loss:0.0000\n",
      "Epoch:1802, Loss:0.0000\n",
      "Epoch:1803, Loss:0.0000\n",
      "Epoch:1804, Loss:0.0000\n",
      "Epoch:1805, Loss:0.0000\n",
      "Epoch:1806, Loss:0.0000\n",
      "Epoch:1807, Loss:0.0000\n",
      "Epoch:1808, Loss:0.0000\n",
      "Epoch:1809, Loss:0.0000\n",
      "Epoch:1810, Loss:0.0000\n",
      "Epoch:1811, Loss:0.0000\n",
      "Epoch:1812, Loss:0.0000\n",
      "Epoch:1813, Loss:0.0000\n",
      "Epoch:1814, Loss:0.0000\n",
      "Epoch:1815, Loss:0.0000\n",
      "Epoch:1816, Loss:0.0000\n",
      "Epoch:1817, Loss:0.0000\n",
      "Epoch:1818, Loss:0.0000\n",
      "Epoch:1819, Loss:0.0000\n",
      "Epoch:1820, Loss:0.0000\n",
      "Epoch:1821, Loss:0.0000\n",
      "Epoch:1822, Loss:0.0000\n",
      "Epoch:1823, Loss:0.0000\n",
      "Epoch:1824, Loss:0.0000\n",
      "Epoch:1825, Loss:0.0000\n",
      "Epoch:1826, Loss:0.0000\n",
      "Epoch:1827, Loss:0.0000\n",
      "Epoch:1828, Loss:0.0000\n",
      "Epoch:1829, Loss:0.0000\n",
      "Epoch:1830, Loss:0.0000\n",
      "Epoch:1831, Loss:0.0000\n",
      "Epoch:1832, Loss:0.0000\n",
      "Epoch:1833, Loss:0.0000\n",
      "Epoch:1834, Loss:0.0000\n",
      "Epoch:1835, Loss:0.0000\n",
      "Epoch:1836, Loss:0.0000\n",
      "Epoch:1837, Loss:0.0000\n",
      "Epoch:1838, Loss:0.0000\n",
      "Epoch:1839, Loss:0.0000\n",
      "Epoch:1840, Loss:0.0000\n",
      "Epoch:1841, Loss:0.0000\n",
      "Epoch:1842, Loss:0.0000\n",
      "Epoch:1843, Loss:0.0000\n",
      "Epoch:1844, Loss:0.0000\n",
      "Epoch:1845, Loss:0.0000\n",
      "Epoch:1846, Loss:0.0000\n",
      "Epoch:1847, Loss:0.0000\n",
      "Epoch:1848, Loss:0.0000\n",
      "Epoch:1849, Loss:0.0000\n",
      "Epoch:1850, Loss:0.0000\n",
      "Epoch:1851, Loss:0.0000\n",
      "Epoch:1852, Loss:0.0000\n",
      "Epoch:1853, Loss:0.0000\n",
      "Epoch:1854, Loss:0.0000\n",
      "Epoch:1855, Loss:0.0000\n",
      "Epoch:1856, Loss:0.0000\n",
      "Epoch:1857, Loss:0.0000\n",
      "Epoch:1858, Loss:0.0000\n",
      "Epoch:1859, Loss:0.0000\n",
      "Epoch:1860, Loss:0.0000\n",
      "Epoch:1861, Loss:0.0000\n",
      "Epoch:1862, Loss:0.0000\n",
      "Epoch:1863, Loss:0.0000\n",
      "Epoch:1864, Loss:0.0000\n",
      "Epoch:1865, Loss:0.0000\n",
      "Epoch:1866, Loss:0.0000\n",
      "Epoch:1867, Loss:0.0000\n",
      "Epoch:1868, Loss:0.0000\n",
      "Epoch:1869, Loss:0.0000\n",
      "Epoch:1870, Loss:0.0000\n",
      "Epoch:1871, Loss:0.0000\n",
      "Epoch:1872, Loss:0.0000\n",
      "Epoch:1873, Loss:0.0000\n",
      "Epoch:1874, Loss:0.0000\n",
      "Epoch:1875, Loss:0.0000\n",
      "Epoch:1876, Loss:0.0000\n",
      "Epoch:1877, Loss:0.0000\n",
      "Epoch:1878, Loss:0.0000\n",
      "Epoch:1879, Loss:0.0000\n",
      "Epoch:1880, Loss:0.0000\n",
      "Epoch:1881, Loss:0.0000\n",
      "Epoch:1882, Loss:0.0000\n",
      "Epoch:1883, Loss:0.0000\n",
      "Epoch:1884, Loss:0.0000\n",
      "Epoch:1885, Loss:0.0000\n",
      "Epoch:1886, Loss:0.0000\n",
      "Epoch:1887, Loss:0.0000\n",
      "Epoch:1888, Loss:0.0000\n",
      "Epoch:1889, Loss:0.0000\n",
      "Epoch:1890, Loss:0.0000\n",
      "Epoch:1891, Loss:0.0000\n",
      "Epoch:1892, Loss:0.0000\n",
      "Epoch:1893, Loss:0.0000\n",
      "Epoch:1894, Loss:0.0000\n",
      "Epoch:1895, Loss:0.0000\n",
      "Epoch:1896, Loss:0.0000\n",
      "Epoch:1897, Loss:0.0000\n",
      "Epoch:1898, Loss:0.0000\n",
      "Epoch:1899, Loss:0.0000\n",
      "Epoch:1900, Loss:0.0000\n",
      "Epoch:1901, Loss:0.0000\n",
      "Epoch:1902, Loss:0.0000\n",
      "Epoch:1903, Loss:0.0000\n",
      "Epoch:1904, Loss:0.0000\n",
      "Epoch:1905, Loss:0.0000\n",
      "Epoch:1906, Loss:0.0000\n",
      "Epoch:1907, Loss:0.0000\n",
      "Epoch:1908, Loss:0.0000\n",
      "Epoch:1909, Loss:0.0000\n",
      "Epoch:1910, Loss:0.0000\n",
      "Epoch:1911, Loss:0.0000\n",
      "Epoch:1912, Loss:0.0000\n",
      "Epoch:1913, Loss:0.0000\n",
      "Epoch:1914, Loss:0.0000\n",
      "Epoch:1915, Loss:0.0000\n",
      "Epoch:1916, Loss:0.0000\n",
      "Epoch:1917, Loss:0.0000\n",
      "Epoch:1918, Loss:0.0000\n",
      "Epoch:1919, Loss:0.0000\n",
      "Epoch:1920, Loss:0.0000\n",
      "Epoch:1921, Loss:0.0000\n",
      "Epoch:1922, Loss:0.0000\n",
      "Epoch:1923, Loss:0.0000\n",
      "Epoch:1924, Loss:0.0000\n",
      "Epoch:1925, Loss:0.0000\n",
      "Epoch:1926, Loss:0.0000\n",
      "Epoch:1927, Loss:0.0000\n",
      "Epoch:1928, Loss:0.0000\n",
      "Epoch:1929, Loss:0.0000\n",
      "Epoch:1930, Loss:0.0000\n",
      "Epoch:1931, Loss:0.0000\n",
      "Epoch:1932, Loss:0.0000\n",
      "Epoch:1933, Loss:0.0000\n",
      "Epoch:1934, Loss:0.0000\n",
      "Epoch:1935, Loss:0.0000\n",
      "Epoch:1936, Loss:0.0000\n",
      "Epoch:1937, Loss:0.0000\n",
      "Epoch:1938, Loss:0.0000\n",
      "Epoch:1939, Loss:0.0000\n",
      "Epoch:1940, Loss:0.0000\n",
      "Epoch:1941, Loss:0.0000\n",
      "Epoch:1942, Loss:0.0000\n",
      "Epoch:1943, Loss:0.0000\n",
      "Epoch:1944, Loss:0.0000\n",
      "Epoch:1945, Loss:0.0000\n",
      "Epoch:1946, Loss:0.0000\n",
      "Epoch:1947, Loss:0.0000\n",
      "Epoch:1948, Loss:0.0000\n",
      "Epoch:1949, Loss:0.0000\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Epoch:1950, Loss:0.0000\n",
      "Epoch:1951, Loss:0.0000\n",
      "Epoch:1952, Loss:0.0000\n",
      "Epoch:1953, Loss:0.0000\n",
      "Epoch:1954, Loss:0.0000\n",
      "Epoch:1955, Loss:0.0000\n",
      "Epoch:1956, Loss:0.0000\n",
      "Epoch:1957, Loss:0.0000\n",
      "Epoch:1958, Loss:0.0000\n",
      "Epoch:1959, Loss:0.0000\n",
      "Epoch:1960, Loss:0.0000\n",
      "Epoch:1961, Loss:0.0000\n",
      "Epoch:1962, Loss:0.0000\n",
      "Epoch:1963, Loss:0.0000\n",
      "Epoch:1964, Loss:0.0000\n",
      "Epoch:1965, Loss:0.0000\n",
      "Epoch:1966, Loss:0.0000\n",
      "Epoch:1967, Loss:0.0000\n",
      "Epoch:1968, Loss:0.0000\n",
      "Epoch:1969, Loss:0.0000\n",
      "Epoch:1970, Loss:0.0000\n",
      "Epoch:1971, Loss:0.0000\n",
      "Epoch:1972, Loss:0.0000\n",
      "Epoch:1973, Loss:0.0000\n",
      "Epoch:1974, Loss:0.0000\n",
      "Epoch:1975, Loss:0.0000\n",
      "Epoch:1976, Loss:0.0000\n",
      "Epoch:1977, Loss:0.0000\n",
      "Epoch:1978, Loss:0.0000\n",
      "Epoch:1979, Loss:0.0000\n",
      "Epoch:1980, Loss:0.0000\n",
      "Epoch:1981, Loss:0.0000\n",
      "Epoch:1982, Loss:0.0000\n",
      "Epoch:1983, Loss:0.0000\n",
      "Epoch:1984, Loss:0.0000\n",
      "Epoch:1985, Loss:0.0000\n",
      "Epoch:1986, Loss:0.0000\n",
      "Epoch:1987, Loss:0.0000\n",
      "Epoch:1988, Loss:0.0000\n",
      "Epoch:1989, Loss:0.0000\n",
      "Epoch:1990, Loss:0.0000\n",
      "Epoch:1991, Loss:0.0000\n",
      "Epoch:1992, Loss:0.0000\n",
      "Epoch:1993, Loss:0.0000\n",
      "Epoch:1994, Loss:0.0000\n",
      "Epoch:1995, Loss:0.0000\n",
      "Epoch:1996, Loss:0.0000\n",
      "Epoch:1997, Loss:0.0000\n",
      "Epoch:1998, Loss:0.0000\n",
      "Epoch:1999, Loss:0.0000\n",
      "Epoch:2000, Loss:0.0000\n",
      "Epoch:2001, Loss:0.0000\n",
      "Epoch:2002, Loss:0.0000\n",
      "Epoch:2003, Loss:0.0000\n",
      "Epoch:2004, Loss:0.0000\n",
      "Epoch:2005, Loss:0.0000\n",
      "Epoch:2006, Loss:0.0000\n",
      "Epoch:2007, Loss:0.0000\n",
      "Epoch:2008, Loss:0.0000\n",
      "Epoch:2009, Loss:0.0000\n",
      "Epoch:2010, Loss:0.0000\n",
      "Epoch:2011, Loss:0.0000\n",
      "Epoch:2012, Loss:0.0000\n",
      "Epoch:2013, Loss:0.0000\n",
      "Epoch:2014, Loss:0.0000\n",
      "Epoch:2015, Loss:0.0000\n",
      "Epoch:2016, Loss:0.0000\n",
      "Epoch:2017, Loss:0.0000\n",
      "Epoch:2018, Loss:0.0000\n",
      "Epoch:2019, Loss:0.0000\n",
      "Epoch:2020, Loss:0.0000\n",
      "Epoch:2021, Loss:0.0000\n",
      "Epoch:2022, Loss:0.0000\n",
      "Epoch:2023, Loss:0.0000\n",
      "Epoch:2024, Loss:0.0000\n",
      "Epoch:2025, Loss:0.0000\n",
      "Epoch:2026, Loss:0.0000\n",
      "Epoch:2027, Loss:0.0000\n",
      "Epoch:2028, Loss:0.0000\n",
      "Epoch:2029, Loss:0.0000\n",
      "Epoch:2030, Loss:0.0000\n",
      "Epoch:2031, Loss:0.0000\n",
      "Epoch:2032, Loss:0.0000\n",
      "Epoch:2033, Loss:0.0000\n",
      "Epoch:2034, Loss:0.0000\n",
      "Epoch:2035, Loss:0.0000\n",
      "Epoch:2036, Loss:0.0000\n",
      "Epoch:2037, Loss:0.0000\n",
      "Epoch:2038, Loss:0.0000\n",
      "Epoch:2039, Loss:0.0000\n",
      "Epoch:2040, Loss:0.0000\n",
      "Epoch:2041, Loss:0.0000\n",
      "Epoch:2042, Loss:0.0000\n",
      "Epoch:2043, Loss:0.0000\n",
      "Epoch:2044, Loss:0.0000\n",
      "Epoch:2045, Loss:0.0000\n",
      "Epoch:2046, Loss:0.0000\n",
      "Epoch:2047, Loss:0.0000\n",
      "Epoch:2048, Loss:0.0000\n",
      "Epoch:2049, Loss:0.0000\n",
      "Epoch:2050, Loss:0.0000\n",
      "Epoch:2051, Loss:0.0000\n",
      "Epoch:2052, Loss:0.0000\n",
      "Epoch:2053, Loss:0.0000\n",
      "Epoch:2054, Loss:0.0000\n",
      "Epoch:2055, Loss:0.0000\n",
      "Epoch:2056, Loss:0.0000\n",
      "Epoch:2057, Loss:0.0000\n",
      "Epoch:2058, Loss:0.0000\n",
      "Epoch:2059, Loss:0.0000\n",
      "Epoch:2060, Loss:0.0000\n",
      "Epoch:2061, Loss:0.0000\n",
      "Epoch:2062, Loss:0.0000\n",
      "Epoch:2063, Loss:0.0000\n",
      "Epoch:2064, Loss:0.0000\n",
      "Epoch:2065, Loss:0.0000\n",
      "Epoch:2066, Loss:0.0000\n",
      "Epoch:2067, Loss:0.0000\n",
      "Epoch:2068, Loss:0.0000\n",
      "Epoch:2069, Loss:0.0000\n",
      "Epoch:2070, Loss:0.0000\n",
      "Epoch:2071, Loss:0.0000\n",
      "Epoch:2072, Loss:0.0000\n",
      "Epoch:2073, Loss:0.0000\n",
      "Epoch:2074, Loss:0.0000\n",
      "Epoch:2075, Loss:0.0000\n",
      "Epoch:2076, Loss:0.0000\n",
      "Epoch:2077, Loss:0.0000\n",
      "Epoch:2078, Loss:0.0000\n",
      "Epoch:2079, Loss:0.0000\n",
      "Epoch:2080, Loss:0.0000\n",
      "Epoch:2081, Loss:0.0000\n",
      "Epoch:2082, Loss:0.0000\n",
      "Epoch:2083, Loss:0.0000\n",
      "Epoch:2084, Loss:0.0000\n",
      "Epoch:2085, Loss:0.0000\n",
      "Epoch:2086, Loss:0.0000\n",
      "Epoch:2087, Loss:0.0000\n",
      "Epoch:2088, Loss:0.0000\n",
      "Epoch:2089, Loss:0.0000\n",
      "Epoch:2090, Loss:0.0000\n",
      "Epoch:2091, Loss:0.0000\n",
      "Epoch:2092, Loss:0.0000\n",
      "Epoch:2093, Loss:0.0000\n",
      "Epoch:2094, Loss:0.0000\n",
      "Epoch:2095, Loss:0.0000\n",
      "Epoch:2096, Loss:0.0000\n",
      "Epoch:2097, Loss:0.0000\n",
      "Epoch:2098, Loss:0.0000\n",
      "Epoch:2099, Loss:0.0000\n",
      "Epoch:2100, Loss:0.0000\n",
      "Epoch:2101, Loss:0.0000\n",
      "Epoch:2102, Loss:0.0000\n",
      "Epoch:2103, Loss:0.0000\n",
      "Epoch:2104, Loss:0.0000\n",
      "Epoch:2105, Loss:0.0000\n",
      "Epoch:2106, Loss:0.0000\n",
      "Epoch:2107, Loss:0.0000\n",
      "Epoch:2108, Loss:0.0000\n",
      "Epoch:2109, Loss:0.0000\n",
      "Epoch:2110, Loss:0.0000\n",
      "Epoch:2111, Loss:0.0000\n",
      "Epoch:2112, Loss:0.0000\n",
      "Epoch:2113, Loss:0.0000\n",
      "Epoch:2114, Loss:0.0000\n",
      "Epoch:2115, Loss:0.0000\n",
      "Epoch:2116, Loss:0.0000\n",
      "Epoch:2117, Loss:0.0000\n",
      "Epoch:2118, Loss:0.0000\n",
      "Epoch:2119, Loss:0.0000\n",
      "Epoch:2120, Loss:0.0000\n",
      "Epoch:2121, Loss:0.0000\n",
      "Epoch:2122, Loss:0.0000\n",
      "Epoch:2123, Loss:0.0000\n",
      "Epoch:2124, Loss:0.0000\n",
      "Epoch:2125, Loss:0.0000\n",
      "Epoch:2126, Loss:0.0000\n",
      "Epoch:2127, Loss:0.0000\n",
      "Epoch:2128, Loss:0.0000\n",
      "Epoch:2129, Loss:0.0000\n",
      "Epoch:2130, Loss:0.0000\n",
      "Epoch:2131, Loss:0.0000\n",
      "Epoch:2132, Loss:0.0000\n",
      "Epoch:2133, Loss:0.0000\n",
      "Epoch:2134, Loss:0.0000\n",
      "Epoch:2135, Loss:0.0000\n",
      "Epoch:2136, Loss:0.0000\n",
      "Epoch:2137, Loss:0.0000\n",
      "Epoch:2138, Loss:0.0000\n",
      "Epoch:2139, Loss:0.0000\n",
      "Epoch:2140, Loss:0.0000\n",
      "Epoch:2141, Loss:0.0000\n",
      "Epoch:2142, Loss:0.0000\n",
      "Epoch:2143, Loss:0.0000\n",
      "Epoch:2144, Loss:0.0000\n",
      "Epoch:2145, Loss:0.0000\n",
      "Epoch:2146, Loss:0.0000\n",
      "Epoch:2147, Loss:0.0000\n",
      "Epoch:2148, Loss:0.0000\n",
      "Epoch:2149, Loss:0.0000\n",
      "Epoch:2150, Loss:0.0000\n",
      "Epoch:2151, Loss:0.0000\n",
      "Epoch:2152, Loss:0.0000\n",
      "Epoch:2153, Loss:0.0000\n",
      "Epoch:2154, Loss:0.0000\n",
      "Epoch:2155, Loss:0.0000\n",
      "Epoch:2156, Loss:0.0000\n",
      "Epoch:2157, Loss:0.0000\n",
      "Epoch:2158, Loss:0.0000\n",
      "Epoch:2159, Loss:0.0000\n",
      "Epoch:2160, Loss:0.0000\n",
      "Epoch:2161, Loss:0.0000\n",
      "Epoch:2162, Loss:0.0000\n",
      "Epoch:2163, Loss:0.0000\n",
      "Epoch:2164, Loss:0.0000\n",
      "Epoch:2165, Loss:0.0000\n",
      "Epoch:2166, Loss:0.0000\n",
      "Epoch:2167, Loss:0.0000\n",
      "Epoch:2168, Loss:0.0000\n",
      "Epoch:2169, Loss:0.0000\n",
      "Epoch:2170, Loss:0.0000\n",
      "Epoch:2171, Loss:0.0000\n",
      "Epoch:2172, Loss:0.0000\n",
      "Epoch:2173, Loss:0.0000\n",
      "Epoch:2174, Loss:0.0000\n",
      "Epoch:2175, Loss:0.0000\n",
      "Epoch:2176, Loss:0.0000\n",
      "Epoch:2177, Loss:0.0000\n",
      "Epoch:2178, Loss:0.0000\n",
      "Epoch:2179, Loss:0.0000\n",
      "Epoch:2180, Loss:0.0000\n",
      "Epoch:2181, Loss:0.0000\n",
      "Epoch:2182, Loss:0.0000\n",
      "Epoch:2183, Loss:0.0000\n",
      "Epoch:2184, Loss:0.0000\n",
      "Epoch:2185, Loss:0.0000\n",
      "Epoch:2186, Loss:0.0000\n",
      "Epoch:2187, Loss:0.0000\n",
      "Epoch:2188, Loss:0.0000\n",
      "Epoch:2189, Loss:0.0000\n",
      "Epoch:2190, Loss:0.0000\n",
      "Epoch:2191, Loss:0.0000\n",
      "Epoch:2192, Loss:0.0000\n",
      "Epoch:2193, Loss:0.0000\n",
      "Epoch:2194, Loss:0.0000\n",
      "Epoch:2195, Loss:0.0000\n",
      "Epoch:2196, Loss:0.0000\n",
      "Epoch:2197, Loss:0.0000\n",
      "Epoch:2198, Loss:0.0000\n",
      "Epoch:2199, Loss:0.0000\n",
      "Epoch:2200, Loss:0.0000\n",
      "Epoch:2201, Loss:0.0000\n",
      "Epoch:2202, Loss:0.0000\n",
      "Epoch:2203, Loss:0.0000\n",
      "Epoch:2204, Loss:0.0000\n",
      "Epoch:2205, Loss:0.0000\n",
      "Epoch:2206, Loss:0.0000\n",
      "Epoch:2207, Loss:0.0000\n",
      "Epoch:2208, Loss:0.0000\n",
      "Epoch:2209, Loss:0.0000\n",
      "Epoch:2210, Loss:0.0000\n",
      "Epoch:2211, Loss:0.0000\n",
      "Epoch:2212, Loss:0.0000\n",
      "Epoch:2213, Loss:0.0000\n",
      "Epoch:2214, Loss:0.0000\n",
      "Epoch:2215, Loss:0.0000\n",
      "Epoch:2216, Loss:0.0000\n",
      "Epoch:2217, Loss:0.0000\n",
      "Epoch:2218, Loss:0.0000\n",
      "Epoch:2219, Loss:0.0000\n",
      "Epoch:2220, Loss:0.0000\n",
      "Epoch:2221, Loss:0.0000\n",
      "Epoch:2222, Loss:0.0000\n",
      "Epoch:2223, Loss:0.0000\n",
      "Epoch:2224, Loss:0.0000\n",
      "Epoch:2225, Loss:0.0000\n",
      "Epoch:2226, Loss:0.0000\n",
      "Epoch:2227, Loss:0.0000\n",
      "Epoch:2228, Loss:0.0000\n",
      "Epoch:2229, Loss:0.0000\n",
      "Epoch:2230, Loss:0.0000\n",
      "Epoch:2231, Loss:0.0000\n",
      "Epoch:2232, Loss:0.0000\n",
      "Epoch:2233, Loss:0.0000\n",
      "Epoch:2234, Loss:0.0000\n",
      "Epoch:2235, Loss:0.0000\n",
      "Epoch:2236, Loss:0.0000\n",
      "Epoch:2237, Loss:0.0000\n",
      "Epoch:2238, Loss:0.0000\n",
      "Epoch:2239, Loss:0.0000\n",
      "Epoch:2240, Loss:0.0000\n",
      "Epoch:2241, Loss:0.0000\n",
      "Epoch:2242, Loss:0.0000\n",
      "Epoch:2243, Loss:0.0000\n",
      "Epoch:2244, Loss:0.0000\n",
      "Epoch:2245, Loss:0.0000\n",
      "Epoch:2246, Loss:0.0000\n",
      "Epoch:2247, Loss:0.0000\n",
      "Epoch:2248, Loss:0.0000\n",
      "Epoch:2249, Loss:0.0000\n",
      "Epoch:2250, Loss:0.0000\n",
      "Epoch:2251, Loss:0.0000\n",
      "Epoch:2252, Loss:0.0000\n",
      "Epoch:2253, Loss:0.0000\n",
      "Epoch:2254, Loss:0.0000\n",
      "Epoch:2255, Loss:0.0000\n",
      "Epoch:2256, Loss:0.0000\n",
      "Epoch:2257, Loss:0.0000\n",
      "Epoch:2258, Loss:0.0000\n",
      "Epoch:2259, Loss:0.0000\n",
      "Epoch:2260, Loss:0.0000\n",
      "Epoch:2261, Loss:0.0000\n",
      "Epoch:2262, Loss:0.0000\n",
      "Epoch:2263, Loss:0.0000\n",
      "Epoch:2264, Loss:0.0000\n",
      "Epoch:2265, Loss:0.0000\n",
      "Epoch:2266, Loss:0.0000\n",
      "Epoch:2267, Loss:0.0000\n",
      "Epoch:2268, Loss:0.0000\n",
      "Epoch:2269, Loss:0.0000\n",
      "Epoch:2270, Loss:0.0000\n",
      "Epoch:2271, Loss:0.0000\n",
      "Epoch:2272, Loss:0.0000\n",
      "Epoch:2273, Loss:0.0000\n",
      "Epoch:2274, Loss:0.0000\n",
      "Epoch:2275, Loss:0.0000\n",
      "Epoch:2276, Loss:0.0000\n",
      "Epoch:2277, Loss:0.0000\n",
      "Epoch:2278, Loss:0.0000\n",
      "Epoch:2279, Loss:0.0000\n",
      "Epoch:2280, Loss:0.0000\n",
      "Epoch:2281, Loss:0.0000\n",
      "Epoch:2282, Loss:0.0000\n",
      "Epoch:2283, Loss:0.0000\n",
      "Epoch:2284, Loss:0.0000\n",
      "Epoch:2285, Loss:0.0000\n",
      "Epoch:2286, Loss:0.0000\n",
      "Epoch:2287, Loss:0.0000\n",
      "Epoch:2288, Loss:0.0000\n",
      "Epoch:2289, Loss:0.0000\n",
      "Epoch:2290, Loss:0.0000\n",
      "Epoch:2291, Loss:0.0000\n",
      "Epoch:2292, Loss:0.0000\n",
      "Epoch:2293, Loss:0.0000\n",
      "Epoch:2294, Loss:0.0000\n",
      "Epoch:2295, Loss:0.0000\n",
      "Epoch:2296, Loss:0.0000\n",
      "Epoch:2297, Loss:0.0000\n",
      "Epoch:2298, Loss:0.0000\n",
      "Epoch:2299, Loss:0.0000\n",
      "Epoch:2300, Loss:0.0000\n",
      "Epoch:2301, Loss:0.0000\n",
      "Epoch:2302, Loss:0.0000\n",
      "Epoch:2303, Loss:0.0000\n",
      "Epoch:2304, Loss:0.0000\n",
      "Epoch:2305, Loss:0.0000\n",
      "Epoch:2306, Loss:0.0000\n",
      "Epoch:2307, Loss:0.0000\n",
      "Epoch:2308, Loss:0.0000\n",
      "Epoch:2309, Loss:0.0000\n",
      "Epoch:2310, Loss:0.0000\n",
      "Epoch:2311, Loss:0.0000\n",
      "Epoch:2312, Loss:0.0000\n",
      "Epoch:2313, Loss:0.0000\n",
      "Epoch:2314, Loss:0.0000\n",
      "Epoch:2315, Loss:0.0000\n",
      "Epoch:2316, Loss:0.0000\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Epoch:2317, Loss:0.0000\n",
      "Epoch:2318, Loss:0.0000\n",
      "Epoch:2319, Loss:0.0000\n",
      "Epoch:2320, Loss:0.0000\n",
      "Epoch:2321, Loss:0.0000\n",
      "Epoch:2322, Loss:0.0000\n",
      "Epoch:2323, Loss:0.0000\n",
      "Epoch:2324, Loss:0.0000\n",
      "Epoch:2325, Loss:0.0000\n",
      "Epoch:2326, Loss:0.0000\n",
      "Epoch:2327, Loss:0.0000\n",
      "Epoch:2328, Loss:0.0000\n",
      "Epoch:2329, Loss:0.0000\n",
      "Epoch:2330, Loss:0.0000\n",
      "Epoch:2331, Loss:0.0000\n",
      "Epoch:2332, Loss:0.0000\n",
      "Epoch:2333, Loss:0.0000\n",
      "Epoch:2334, Loss:0.0000\n",
      "Epoch:2335, Loss:0.0000\n",
      "Epoch:2336, Loss:0.0000\n",
      "Epoch:2337, Loss:0.0000\n",
      "Epoch:2338, Loss:0.0000\n",
      "Epoch:2339, Loss:0.0000\n",
      "Epoch:2340, Loss:0.0000\n",
      "Epoch:2341, Loss:0.0000\n",
      "Epoch:2342, Loss:0.0000\n",
      "Epoch:2343, Loss:0.0000\n",
      "Epoch:2344, Loss:0.0000\n",
      "Epoch:2345, Loss:0.0000\n",
      "Epoch:2346, Loss:0.0000\n",
      "Epoch:2347, Loss:0.0000\n",
      "Epoch:2348, Loss:0.0000\n",
      "Epoch:2349, Loss:0.0000\n",
      "Epoch:2350, Loss:0.0000\n",
      "Epoch:2351, Loss:0.0000\n",
      "Epoch:2352, Loss:0.0000\n",
      "Epoch:2353, Loss:0.0000\n",
      "Epoch:2354, Loss:0.0000\n",
      "Epoch:2355, Loss:0.0000\n",
      "Epoch:2356, Loss:0.0000\n",
      "Epoch:2357, Loss:0.0000\n",
      "Epoch:2358, Loss:0.0000\n",
      "Epoch:2359, Loss:0.0000\n",
      "Epoch:2360, Loss:0.0000\n",
      "Epoch:2361, Loss:0.0000\n",
      "Epoch:2362, Loss:0.0000\n",
      "Epoch:2363, Loss:0.0000\n",
      "Epoch:2364, Loss:0.0000\n",
      "Epoch:2365, Loss:0.0000\n",
      "Epoch:2366, Loss:0.0000\n",
      "Epoch:2367, Loss:0.0000\n",
      "Epoch:2368, Loss:0.0000\n",
      "Epoch:2369, Loss:0.0000\n",
      "Epoch:2370, Loss:0.0000\n",
      "Epoch:2371, Loss:0.0000\n",
      "Epoch:2372, Loss:0.0000\n",
      "Epoch:2373, Loss:0.0000\n",
      "Epoch:2374, Loss:0.0000\n",
      "Epoch:2375, Loss:0.0000\n",
      "Epoch:2376, Loss:0.0000\n",
      "Epoch:2377, Loss:0.0000\n",
      "Epoch:2378, Loss:0.0000\n",
      "Epoch:2379, Loss:0.0000\n",
      "Epoch:2380, Loss:0.0000\n",
      "Epoch:2381, Loss:0.0000\n",
      "Epoch:2382, Loss:0.0000\n",
      "Epoch:2383, Loss:0.0000\n",
      "Epoch:2384, Loss:0.0000\n",
      "Epoch:2385, Loss:0.0000\n",
      "Epoch:2386, Loss:0.0000\n",
      "Epoch:2387, Loss:0.0000\n",
      "Epoch:2388, Loss:0.0000\n",
      "Epoch:2389, Loss:0.0000\n",
      "Epoch:2390, Loss:0.0000\n",
      "Epoch:2391, Loss:0.0000\n",
      "Epoch:2392, Loss:0.0000\n",
      "Epoch:2393, Loss:0.0000\n",
      "Epoch:2394, Loss:0.0000\n",
      "Epoch:2395, Loss:0.0000\n",
      "Epoch:2396, Loss:0.0000\n",
      "Epoch:2397, Loss:0.0000\n",
      "Epoch:2398, Loss:0.0000\n",
      "Epoch:2399, Loss:0.0000\n",
      "Epoch:2400, Loss:0.0000\n",
      "Epoch:2401, Loss:0.0000\n",
      "Epoch:2402, Loss:0.0000\n",
      "Epoch:2403, Loss:0.0000\n",
      "Epoch:2404, Loss:0.0000\n",
      "Epoch:2405, Loss:0.0000\n",
      "Epoch:2406, Loss:0.0000\n",
      "Epoch:2407, Loss:0.0000\n",
      "Epoch:2408, Loss:0.0000\n",
      "Epoch:2409, Loss:0.0000\n",
      "Epoch:2410, Loss:0.0000\n",
      "Epoch:2411, Loss:0.0000\n",
      "Epoch:2412, Loss:0.0000\n",
      "Epoch:2413, Loss:0.0000\n",
      "Epoch:2414, Loss:0.0000\n",
      "Epoch:2415, Loss:0.0000\n",
      "Epoch:2416, Loss:0.0000\n",
      "Epoch:2417, Loss:0.0000\n",
      "Epoch:2418, Loss:0.0000\n",
      "Epoch:2419, Loss:0.0000\n",
      "Epoch:2420, Loss:0.0000\n",
      "Epoch:2421, Loss:0.0000\n",
      "Epoch:2422, Loss:0.0000\n",
      "Epoch:2423, Loss:0.0000\n",
      "Epoch:2424, Loss:0.0000\n",
      "Epoch:2425, Loss:0.0000\n",
      "Epoch:2426, Loss:0.0000\n",
      "Epoch:2427, Loss:0.0000\n",
      "Epoch:2428, Loss:0.0000\n",
      "Epoch:2429, Loss:0.0000\n",
      "Epoch:2430, Loss:0.0000\n",
      "Epoch:2431, Loss:0.0000\n",
      "Epoch:2432, Loss:0.0000\n",
      "Epoch:2433, Loss:0.0000\n",
      "Epoch:2434, Loss:0.0000\n",
      "Epoch:2435, Loss:0.0000\n",
      "Epoch:2436, Loss:0.0000\n",
      "Epoch:2437, Loss:0.0000\n",
      "Epoch:2438, Loss:0.0000\n",
      "Epoch:2439, Loss:0.0000\n",
      "Epoch:2440, Loss:0.0000\n",
      "Epoch:2441, Loss:0.0000\n",
      "Epoch:2442, Loss:0.0000\n",
      "Epoch:2443, Loss:0.0000\n",
      "Epoch:2444, Loss:0.0000\n",
      "Epoch:2445, Loss:0.0000\n",
      "Epoch:2446, Loss:0.0000\n",
      "Epoch:2447, Loss:0.0000\n",
      "Epoch:2448, Loss:0.0000\n",
      "Epoch:2449, Loss:0.0000\n",
      "Epoch:2450, Loss:0.0000\n",
      "Epoch:2451, Loss:0.0000\n",
      "Epoch:2452, Loss:0.0000\n",
      "Epoch:2453, Loss:0.0000\n",
      "Epoch:2454, Loss:0.0000\n",
      "Epoch:2455, Loss:0.0000\n",
      "Epoch:2456, Loss:0.0000\n",
      "Epoch:2457, Loss:0.0000\n",
      "Epoch:2458, Loss:0.0000\n",
      "Epoch:2459, Loss:0.0000\n",
      "Epoch:2460, Loss:0.0000\n",
      "Epoch:2461, Loss:0.0000\n",
      "Epoch:2462, Loss:0.0000\n",
      "Epoch:2463, Loss:0.0000\n",
      "Epoch:2464, Loss:0.0000\n",
      "Epoch:2465, Loss:0.0000\n",
      "Epoch:2466, Loss:0.0000\n",
      "Epoch:2467, Loss:0.0000\n",
      "Epoch:2468, Loss:0.0000\n",
      "Epoch:2469, Loss:0.0000\n",
      "Epoch:2470, Loss:0.0000\n",
      "Epoch:2471, Loss:0.0000\n",
      "Epoch:2472, Loss:0.0000\n",
      "Epoch:2473, Loss:0.0000\n",
      "Epoch:2474, Loss:0.0000\n",
      "Epoch:2475, Loss:0.0000\n",
      "Epoch:2476, Loss:0.0000\n",
      "Epoch:2477, Loss:0.0000\n",
      "Epoch:2478, Loss:0.0000\n",
      "Epoch:2479, Loss:0.0000\n",
      "Epoch:2480, Loss:0.0000\n",
      "Epoch:2481, Loss:0.0000\n",
      "Epoch:2482, Loss:0.0000\n",
      "Epoch:2483, Loss:0.0000\n",
      "Epoch:2484, Loss:0.0000\n",
      "Epoch:2485, Loss:0.0000\n",
      "Epoch:2486, Loss:0.0000\n",
      "Epoch:2487, Loss:0.0000\n",
      "Epoch:2488, Loss:0.0000\n",
      "Epoch:2489, Loss:0.0000\n",
      "Epoch:2490, Loss:0.0000\n",
      "Epoch:2491, Loss:0.0000\n",
      "Epoch:2492, Loss:0.0000\n",
      "Epoch:2493, Loss:0.0000\n",
      "Epoch:2494, Loss:0.0000\n",
      "Epoch:2495, Loss:0.0000\n",
      "Epoch:2496, Loss:0.0000\n",
      "Epoch:2497, Loss:0.0000\n",
      "Epoch:2498, Loss:0.0000\n",
      "Epoch:2499, Loss:0.0000\n",
      "Epoch:2500, Loss:0.0000\n",
      "Epoch:2501, Loss:0.0000\n",
      "Epoch:2502, Loss:0.0000\n",
      "Epoch:2503, Loss:0.0000\n",
      "Epoch:2504, Loss:0.0000\n",
      "Epoch:2505, Loss:0.0000\n",
      "Epoch:2506, Loss:0.0000\n",
      "Epoch:2507, Loss:0.0000\n",
      "Epoch:2508, Loss:0.0000\n",
      "Epoch:2509, Loss:0.0000\n",
      "Epoch:2510, Loss:0.0000\n",
      "Epoch:2511, Loss:0.0000\n",
      "Epoch:2512, Loss:0.0000\n",
      "Epoch:2513, Loss:0.0000\n",
      "Epoch:2514, Loss:0.0000\n",
      "Epoch:2515, Loss:0.0000\n",
      "Epoch:2516, Loss:0.0000\n",
      "Epoch:2517, Loss:0.0000\n",
      "Epoch:2518, Loss:0.0000\n",
      "Epoch:2519, Loss:0.0000\n",
      "Epoch:2520, Loss:0.0000\n",
      "Epoch:2521, Loss:0.0000\n",
      "Epoch:2522, Loss:0.0000\n",
      "Epoch:2523, Loss:0.0000\n",
      "Epoch:2524, Loss:0.0000\n",
      "Epoch:2525, Loss:0.0000\n",
      "Epoch:2526, Loss:0.0000\n",
      "Epoch:2527, Loss:0.0000\n",
      "Epoch:2528, Loss:0.0000\n",
      "Epoch:2529, Loss:0.0000\n",
      "Epoch:2530, Loss:0.0000\n",
      "Epoch:2531, Loss:0.0000\n",
      "Epoch:2532, Loss:0.0000\n",
      "Epoch:2533, Loss:0.0000\n",
      "Epoch:2534, Loss:0.0000\n",
      "Epoch:2535, Loss:0.0000\n",
      "Epoch:2536, Loss:0.0000\n",
      "Epoch:2537, Loss:0.0000\n",
      "Epoch:2538, Loss:0.0000\n",
      "Epoch:2539, Loss:0.0000\n",
      "Epoch:2540, Loss:0.0000\n",
      "Epoch:2541, Loss:0.0000\n",
      "Epoch:2542, Loss:0.0000\n",
      "Epoch:2543, Loss:0.0000\n",
      "Epoch:2544, Loss:0.0000\n",
      "Epoch:2545, Loss:0.0000\n",
      "Epoch:2546, Loss:0.0000\n",
      "Epoch:2547, Loss:0.0000\n",
      "Epoch:2548, Loss:0.0000\n",
      "Epoch:2549, Loss:0.0000\n",
      "Epoch:2550, Loss:0.0000\n",
      "Epoch:2551, Loss:0.0000\n",
      "Epoch:2552, Loss:0.0000\n",
      "Epoch:2553, Loss:0.0000\n",
      "Epoch:2554, Loss:0.0000\n",
      "Epoch:2555, Loss:0.0000\n",
      "Epoch:2556, Loss:0.0000\n",
      "Epoch:2557, Loss:0.0000\n",
      "Epoch:2558, Loss:0.0000\n",
      "Epoch:2559, Loss:0.0000\n",
      "Epoch:2560, Loss:0.0000\n",
      "Epoch:2561, Loss:0.0000\n",
      "Epoch:2562, Loss:0.0000\n",
      "Epoch:2563, Loss:0.0000\n",
      "Epoch:2564, Loss:0.0000\n",
      "Epoch:2565, Loss:0.0000\n",
      "Epoch:2566, Loss:0.0000\n",
      "Epoch:2567, Loss:0.0000\n",
      "Epoch:2568, Loss:0.0000\n",
      "Epoch:2569, Loss:0.0000\n",
      "Epoch:2570, Loss:0.0000\n",
      "Epoch:2571, Loss:0.0000\n",
      "Epoch:2572, Loss:0.0000\n",
      "Epoch:2573, Loss:0.0000\n",
      "Epoch:2574, Loss:0.0000\n",
      "Epoch:2575, Loss:0.0000\n",
      "Epoch:2576, Loss:0.0000\n",
      "Epoch:2577, Loss:0.0000\n",
      "Epoch:2578, Loss:0.0000\n",
      "Epoch:2579, Loss:0.0000\n",
      "Epoch:2580, Loss:0.0000\n",
      "Epoch:2581, Loss:0.0000\n",
      "Epoch:2582, Loss:0.0000\n",
      "Epoch:2583, Loss:0.0000\n",
      "Epoch:2584, Loss:0.0000\n",
      "Epoch:2585, Loss:0.0000\n",
      "Epoch:2586, Loss:0.0000\n",
      "Epoch:2587, Loss:0.0000\n",
      "Epoch:2588, Loss:0.0000\n",
      "Epoch:2589, Loss:0.0000\n",
      "Epoch:2590, Loss:0.0000\n",
      "Epoch:2591, Loss:0.0000\n",
      "Epoch:2592, Loss:0.0000\n",
      "Epoch:2593, Loss:0.0000\n",
      "Epoch:2594, Loss:0.0000\n",
      "Epoch:2595, Loss:0.0000\n",
      "Epoch:2596, Loss:0.0000\n",
      "Epoch:2597, Loss:0.0000\n",
      "Epoch:2598, Loss:0.0000\n",
      "Epoch:2599, Loss:0.0000\n",
      "Epoch:2600, Loss:0.0000\n",
      "Epoch:2601, Loss:0.0000\n",
      "Epoch:2602, Loss:0.0000\n",
      "Epoch:2603, Loss:0.0000\n",
      "Epoch:2604, Loss:0.0000\n",
      "Epoch:2605, Loss:0.0000\n",
      "Epoch:2606, Loss:0.0000\n",
      "Epoch:2607, Loss:0.0000\n",
      "Epoch:2608, Loss:0.0000\n",
      "Epoch:2609, Loss:0.0000\n",
      "Epoch:2610, Loss:0.0000\n",
      "Epoch:2611, Loss:0.0000\n",
      "Epoch:2612, Loss:0.0000\n",
      "Epoch:2613, Loss:0.0000\n",
      "Epoch:2614, Loss:0.0000\n",
      "Epoch:2615, Loss:0.0000\n",
      "Epoch:2616, Loss:0.0000\n",
      "Epoch:2617, Loss:0.0000\n",
      "Epoch:2618, Loss:0.0000\n",
      "Epoch:2619, Loss:0.0000\n",
      "Epoch:2620, Loss:0.0000\n",
      "Epoch:2621, Loss:0.0000\n",
      "Epoch:2622, Loss:0.0000\n",
      "Epoch:2623, Loss:0.0000\n",
      "Epoch:2624, Loss:0.0000\n",
      "Epoch:2625, Loss:0.0000\n",
      "Epoch:2626, Loss:0.0000\n",
      "Epoch:2627, Loss:0.0000\n",
      "Epoch:2628, Loss:0.0000\n",
      "Epoch:2629, Loss:0.0000\n",
      "Epoch:2630, Loss:0.0000\n",
      "Epoch:2631, Loss:0.0000\n",
      "Epoch:2632, Loss:0.0000\n",
      "Epoch:2633, Loss:0.0000\n",
      "Epoch:2634, Loss:0.0000\n",
      "Epoch:2635, Loss:0.0000\n",
      "Epoch:2636, Loss:0.0000\n",
      "Epoch:2637, Loss:0.0000\n",
      "Epoch:2638, Loss:0.0000\n",
      "Epoch:2639, Loss:0.0000\n",
      "Epoch:2640, Loss:0.0000\n",
      "Epoch:2641, Loss:0.0000\n",
      "Epoch:2642, Loss:0.0000\n",
      "Epoch:2643, Loss:0.0000\n",
      "Epoch:2644, Loss:0.0000\n",
      "Epoch:2645, Loss:0.0000\n",
      "Epoch:2646, Loss:0.0000\n",
      "Epoch:2647, Loss:0.0000\n",
      "Epoch:2648, Loss:0.0000\n",
      "Epoch:2649, Loss:0.0000\n",
      "Epoch:2650, Loss:0.0000\n",
      "Epoch:2651, Loss:0.0000\n",
      "Epoch:2652, Loss:0.0000\n",
      "Epoch:2653, Loss:0.0000\n",
      "Epoch:2654, Loss:0.0000\n",
      "Epoch:2655, Loss:0.0000\n",
      "Epoch:2656, Loss:0.0000\n",
      "Epoch:2657, Loss:0.0000\n",
      "Epoch:2658, Loss:0.0000\n",
      "Epoch:2659, Loss:0.0000\n",
      "Epoch:2660, Loss:0.0000\n",
      "Epoch:2661, Loss:0.0000\n",
      "Epoch:2662, Loss:0.0000\n",
      "Epoch:2663, Loss:0.0000\n",
      "Epoch:2664, Loss:0.0000\n",
      "Epoch:2665, Loss:0.0000\n",
      "Epoch:2666, Loss:0.0000\n",
      "Epoch:2667, Loss:0.0000\n",
      "Epoch:2668, Loss:0.0000\n",
      "Epoch:2669, Loss:0.0000\n",
      "Epoch:2670, Loss:0.0000\n",
      "Epoch:2671, Loss:0.0000\n",
      "Epoch:2672, Loss:0.0000\n",
      "Epoch:2673, Loss:0.0000\n",
      "Epoch:2674, Loss:0.0000\n",
      "Epoch:2675, Loss:0.0000\n",
      "Epoch:2676, Loss:0.0000\n",
      "Epoch:2677, Loss:0.0000\n",
      "Epoch:2678, Loss:0.0000\n",
      "Epoch:2679, Loss:0.0000\n",
      "Epoch:2680, Loss:0.0000\n",
      "Epoch:2681, Loss:0.0000\n",
      "Epoch:2682, Loss:0.0000\n",
      "Epoch:2683, Loss:0.0000\n",
      "Epoch:2684, Loss:0.0000\n",
      "Epoch:2685, Loss:0.0000\n",
      "Epoch:2686, Loss:0.0000\n",
      "Epoch:2687, Loss:0.0000\n",
      "Epoch:2688, Loss:0.0000\n",
      "Epoch:2689, Loss:0.0000\n",
      "Epoch:2690, Loss:0.0000\n",
      "Epoch:2691, Loss:0.0000\n",
      "Epoch:2692, Loss:0.0000\n",
      "Epoch:2693, Loss:0.0000\n",
      "Epoch:2694, Loss:0.0000\n",
      "Epoch:2695, Loss:0.0000\n",
      "Epoch:2696, Loss:0.0000\n",
      "Epoch:2697, Loss:0.0000\n",
      "Epoch:2698, Loss:0.0000\n",
      "Epoch:2699, Loss:0.0000\n",
      "Epoch:2700, Loss:0.0000\n",
      "Epoch:2701, Loss:0.0000\n",
      "Epoch:2702, Loss:0.0000\n",
      "Epoch:2703, Loss:0.0000\n",
      "Epoch:2704, Loss:0.0000\n",
      "Epoch:2705, Loss:0.0000\n",
      "Epoch:2706, Loss:0.0000\n",
      "Epoch:2707, Loss:0.0000\n",
      "Epoch:2708, Loss:0.0000\n",
      "Epoch:2709, Loss:0.0000\n",
      "Epoch:2710, Loss:0.0000\n",
      "Epoch:2711, Loss:0.0000\n",
      "Epoch:2712, Loss:0.0000\n",
      "Epoch:2713, Loss:0.0000\n",
      "Epoch:2714, Loss:0.0000\n",
      "Epoch:2715, Loss:0.0000\n",
      "Epoch:2716, Loss:0.0000\n",
      "Epoch:2717, Loss:0.0000\n",
      "Epoch:2718, Loss:0.0000\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Epoch:2719, Loss:0.0000\n",
      "Epoch:2720, Loss:0.0000\n",
      "Epoch:2721, Loss:0.0000\n",
      "Epoch:2722, Loss:0.0000\n",
      "Epoch:2723, Loss:0.0000\n",
      "Epoch:2724, Loss:0.0000\n",
      "Epoch:2725, Loss:0.0000\n",
      "Epoch:2726, Loss:0.0000\n",
      "Epoch:2727, Loss:0.0000\n",
      "Epoch:2728, Loss:0.0000\n",
      "Epoch:2729, Loss:0.0000\n",
      "Epoch:2730, Loss:0.0000\n",
      "Epoch:2731, Loss:0.0000\n",
      "Epoch:2732, Loss:0.0000\n",
      "Epoch:2733, Loss:0.0000\n",
      "Epoch:2734, Loss:0.0000\n",
      "Epoch:2735, Loss:0.0000\n",
      "Epoch:2736, Loss:0.0000\n",
      "Epoch:2737, Loss:0.0000\n",
      "Epoch:2738, Loss:0.0000\n",
      "Epoch:2739, Loss:0.0000\n",
      "Epoch:2740, Loss:0.0000\n",
      "Epoch:2741, Loss:0.0000\n",
      "Epoch:2742, Loss:0.0000\n",
      "Epoch:2743, Loss:0.0000\n",
      "Epoch:2744, Loss:0.0000\n",
      "Epoch:2745, Loss:0.0000\n",
      "Epoch:2746, Loss:0.0000\n",
      "Epoch:2747, Loss:0.0000\n",
      "Epoch:2748, Loss:0.0000\n",
      "Epoch:2749, Loss:0.0000\n",
      "Epoch:2750, Loss:0.0000\n",
      "Epoch:2751, Loss:0.0000\n",
      "Epoch:2752, Loss:0.0000\n",
      "Epoch:2753, Loss:0.0000\n",
      "Epoch:2754, Loss:0.0000\n",
      "Epoch:2755, Loss:0.0000\n",
      "Epoch:2756, Loss:0.0000\n",
      "Epoch:2757, Loss:0.0000\n",
      "Epoch:2758, Loss:0.0000\n",
      "Epoch:2759, Loss:0.0000\n",
      "Epoch:2760, Loss:0.0000\n",
      "Epoch:2761, Loss:0.0000\n",
      "Epoch:2762, Loss:0.0000\n",
      "Epoch:2763, Loss:0.0000\n",
      "Epoch:2764, Loss:0.0000\n",
      "Epoch:2765, Loss:0.0000\n",
      "Epoch:2766, Loss:0.0000\n",
      "Epoch:2767, Loss:0.0000\n",
      "Epoch:2768, Loss:0.0000\n",
      "Epoch:2769, Loss:0.0000\n",
      "Epoch:2770, Loss:0.0000\n",
      "Epoch:2771, Loss:0.0000\n",
      "Epoch:2772, Loss:0.0000\n",
      "Epoch:2773, Loss:0.0000\n",
      "Epoch:2774, Loss:0.0000\n",
      "Epoch:2775, Loss:0.0000\n",
      "Epoch:2776, Loss:0.0000\n",
      "Epoch:2777, Loss:0.0000\n",
      "Epoch:2778, Loss:0.0000\n",
      "Epoch:2779, Loss:0.0000\n",
      "Epoch:2780, Loss:0.0000\n",
      "Epoch:2781, Loss:0.0000\n",
      "Epoch:2782, Loss:0.0000\n",
      "Epoch:2783, Loss:0.0000\n",
      "Epoch:2784, Loss:0.0000\n",
      "Epoch:2785, Loss:0.0000\n",
      "Epoch:2786, Loss:0.0000\n",
      "Epoch:2787, Loss:0.0000\n",
      "Epoch:2788, Loss:0.0000\n",
      "Epoch:2789, Loss:0.0000\n",
      "Epoch:2790, Loss:0.0000\n",
      "Epoch:2791, Loss:0.0000\n",
      "Epoch:2792, Loss:0.0000\n",
      "Epoch:2793, Loss:0.0000\n",
      "Epoch:2794, Loss:0.0000\n",
      "Epoch:2795, Loss:0.0000\n",
      "Epoch:2796, Loss:0.0000\n",
      "Epoch:2797, Loss:0.0000\n",
      "Epoch:2798, Loss:0.0000\n",
      "Epoch:2799, Loss:0.0000\n",
      "Epoch:2800, Loss:0.0000\n",
      "Epoch:2801, Loss:0.0000\n",
      "Epoch:2802, Loss:0.0000\n",
      "Epoch:2803, Loss:0.0000\n",
      "Epoch:2804, Loss:0.0000\n",
      "Epoch:2805, Loss:0.0000\n",
      "Epoch:2806, Loss:0.0000\n",
      "Epoch:2807, Loss:0.0000\n",
      "Epoch:2808, Loss:0.0000\n",
      "Epoch:2809, Loss:0.0000\n",
      "Epoch:2810, Loss:0.0000\n",
      "Epoch:2811, Loss:0.0000\n",
      "Epoch:2812, Loss:0.0000\n",
      "Epoch:2813, Loss:0.0000\n",
      "Epoch:2814, Loss:0.0000\n",
      "Epoch:2815, Loss:0.0000\n",
      "Epoch:2816, Loss:0.0000\n",
      "Epoch:2817, Loss:0.0000\n",
      "Epoch:2818, Loss:0.0000\n",
      "Epoch:2819, Loss:0.0000\n",
      "Epoch:2820, Loss:0.0000\n",
      "Epoch:2821, Loss:0.0000\n",
      "Epoch:2822, Loss:0.0000\n",
      "Epoch:2823, Loss:0.0000\n",
      "Epoch:2824, Loss:0.0000\n",
      "Epoch:2825, Loss:0.0000\n",
      "Epoch:2826, Loss:0.0000\n",
      "Epoch:2827, Loss:0.0000\n",
      "Epoch:2828, Loss:0.0000\n",
      "Epoch:2829, Loss:0.0000\n",
      "Epoch:2830, Loss:0.0000\n",
      "Epoch:2831, Loss:0.0000\n",
      "Epoch:2832, Loss:0.0000\n",
      "Epoch:2833, Loss:0.0000\n",
      "Epoch:2834, Loss:0.0000\n",
      "Epoch:2835, Loss:0.0000\n",
      "Epoch:2836, Loss:0.0000\n",
      "Epoch:2837, Loss:0.0000\n",
      "Epoch:2838, Loss:0.0000\n",
      "Epoch:2839, Loss:0.0000\n",
      "Epoch:2840, Loss:0.0000\n",
      "Epoch:2841, Loss:0.0000\n",
      "Epoch:2842, Loss:0.0000\n",
      "Epoch:2843, Loss:0.0000\n",
      "Epoch:2844, Loss:0.0000\n",
      "Epoch:2845, Loss:0.0000\n",
      "Epoch:2846, Loss:0.0000\n",
      "Epoch:2847, Loss:0.0000\n",
      "Epoch:2848, Loss:0.0000\n",
      "Epoch:2849, Loss:0.0000\n",
      "Epoch:2850, Loss:0.0000\n",
      "Epoch:2851, Loss:0.0000\n",
      "Epoch:2852, Loss:0.0000\n",
      "Epoch:2853, Loss:0.0000\n",
      "Epoch:2854, Loss:0.0000\n",
      "Epoch:2855, Loss:0.0000\n",
      "Epoch:2856, Loss:0.0000\n",
      "Epoch:2857, Loss:0.0000\n",
      "Epoch:2858, Loss:0.0000\n",
      "Epoch:2859, Loss:0.0000\n",
      "Epoch:2860, Loss:0.0000\n",
      "Epoch:2861, Loss:0.0000\n",
      "Epoch:2862, Loss:0.0000\n",
      "Epoch:2863, Loss:0.0000\n",
      "Epoch:2864, Loss:0.0000\n",
      "Epoch:2865, Loss:0.0000\n",
      "Epoch:2866, Loss:0.0000\n",
      "Epoch:2867, Loss:0.0000\n",
      "Epoch:2868, Loss:0.0000\n",
      "Epoch:2869, Loss:0.0000\n",
      "Epoch:2870, Loss:0.0000\n",
      "Epoch:2871, Loss:0.0000\n",
      "Epoch:2872, Loss:0.0000\n",
      "Epoch:2873, Loss:0.0000\n",
      "Epoch:2874, Loss:0.0000\n",
      "Epoch:2875, Loss:0.0000\n",
      "Epoch:2876, Loss:0.0000\n",
      "Epoch:2877, Loss:0.0000\n",
      "Epoch:2878, Loss:0.0000\n",
      "Epoch:2879, Loss:0.0000\n",
      "Epoch:2880, Loss:0.0000\n",
      "Epoch:2881, Loss:0.0000\n",
      "Epoch:2882, Loss:0.0000\n",
      "Epoch:2883, Loss:0.0000\n",
      "Epoch:2884, Loss:0.0000\n",
      "Epoch:2885, Loss:0.0000\n",
      "Epoch:2886, Loss:0.0000\n",
      "Epoch:2887, Loss:0.0000\n",
      "Epoch:2888, Loss:0.0000\n",
      "Epoch:2889, Loss:0.0000\n",
      "Epoch:2890, Loss:0.0000\n",
      "Epoch:2891, Loss:0.0000\n",
      "Epoch:2892, Loss:0.0000\n",
      "Epoch:2893, Loss:0.0000\n",
      "Epoch:2894, Loss:0.0000\n",
      "Epoch:2895, Loss:0.0000\n",
      "Epoch:2896, Loss:0.0000\n",
      "Epoch:2897, Loss:0.0000\n",
      "Epoch:2898, Loss:0.0000\n",
      "Epoch:2899, Loss:0.0000\n",
      "Epoch:2900, Loss:0.0000\n",
      "Epoch:2901, Loss:0.0000\n",
      "Epoch:2902, Loss:0.0000\n",
      "Epoch:2903, Loss:0.0000\n",
      "Epoch:2904, Loss:0.0000\n",
      "Epoch:2905, Loss:0.0000\n",
      "Epoch:2906, Loss:0.0000\n",
      "Epoch:2907, Loss:0.0000\n",
      "Epoch:2908, Loss:0.0000\n",
      "Epoch:2909, Loss:0.0000\n",
      "Epoch:2910, Loss:0.0000\n",
      "Epoch:2911, Loss:0.0000\n",
      "Epoch:2912, Loss:0.0000\n",
      "Epoch:2913, Loss:0.0000\n",
      "Epoch:2914, Loss:0.0000\n",
      "Epoch:2915, Loss:0.0000\n",
      "Epoch:2916, Loss:0.0000\n",
      "Epoch:2917, Loss:0.0000\n",
      "Epoch:2918, Loss:0.0000\n",
      "Epoch:2919, Loss:0.0000\n",
      "Epoch:2920, Loss:0.0000\n",
      "Epoch:2921, Loss:0.0000\n",
      "Epoch:2922, Loss:0.0000\n",
      "Epoch:2923, Loss:0.0000\n",
      "Epoch:2924, Loss:0.0000\n",
      "Epoch:2925, Loss:0.0000\n",
      "Epoch:2926, Loss:0.0000\n",
      "Epoch:2927, Loss:0.0000\n",
      "Epoch:2928, Loss:0.0000\n",
      "Epoch:2929, Loss:0.0000\n",
      "Epoch:2930, Loss:0.0000\n",
      "Epoch:2931, Loss:0.0000\n",
      "Epoch:2932, Loss:0.0000\n",
      "Epoch:2933, Loss:0.0000\n",
      "Epoch:2934, Loss:0.0000\n",
      "Epoch:2935, Loss:0.0000\n",
      "Epoch:2936, Loss:0.0000\n",
      "Epoch:2937, Loss:0.0000\n",
      "Epoch:2938, Loss:0.0000\n",
      "Epoch:2939, Loss:0.0000\n",
      "Epoch:2940, Loss:0.0000\n",
      "Epoch:2941, Loss:0.0000\n",
      "Epoch:2942, Loss:0.0000\n",
      "Epoch:2943, Loss:0.0000\n",
      "Epoch:2944, Loss:0.0000\n",
      "Epoch:2945, Loss:0.0000\n",
      "Epoch:2946, Loss:0.0000\n",
      "Epoch:2947, Loss:0.0000\n",
      "Epoch:2948, Loss:0.0000\n",
      "Epoch:2949, Loss:0.0000\n",
      "Epoch:2950, Loss:0.0000\n",
      "Epoch:2951, Loss:0.0000\n",
      "Epoch:2952, Loss:0.0000\n",
      "Epoch:2953, Loss:0.0000\n",
      "Epoch:2954, Loss:0.0000\n",
      "Epoch:2955, Loss:0.0000\n",
      "Epoch:2956, Loss:0.0000\n",
      "Epoch:2957, Loss:0.0000\n",
      "Epoch:2958, Loss:0.0000\n",
      "Epoch:2959, Loss:0.0000\n",
      "Epoch:2960, Loss:0.0000\n",
      "Epoch:2961, Loss:0.0000\n",
      "Epoch:2962, Loss:0.0000\n",
      "Epoch:2963, Loss:0.0000\n",
      "Epoch:2964, Loss:0.0000\n",
      "Epoch:2965, Loss:0.0000\n",
      "Epoch:2966, Loss:0.0000\n",
      "Epoch:2967, Loss:0.0000\n",
      "Epoch:2968, Loss:0.0000\n",
      "Epoch:2969, Loss:0.0000\n",
      "Epoch:2970, Loss:0.0000\n",
      "Epoch:2971, Loss:0.0000\n",
      "Epoch:2972, Loss:0.0000\n",
      "Epoch:2973, Loss:0.0000\n",
      "Epoch:2974, Loss:0.0000\n",
      "Epoch:2975, Loss:0.0000\n",
      "Epoch:2976, Loss:0.0000\n",
      "Epoch:2977, Loss:0.0000\n",
      "Epoch:2978, Loss:0.0000\n",
      "Epoch:2979, Loss:0.0000\n",
      "Epoch:2980, Loss:0.0000\n",
      "Epoch:2981, Loss:0.0000\n",
      "Epoch:2982, Loss:0.0000\n",
      "Epoch:2983, Loss:0.0000\n",
      "Epoch:2984, Loss:0.0000\n",
      "Epoch:2985, Loss:0.0000\n",
      "Epoch:2986, Loss:0.0000\n",
      "Epoch:2987, Loss:0.0000\n",
      "Epoch:2988, Loss:0.0000\n",
      "Epoch:2989, Loss:0.0000\n",
      "Epoch:2990, Loss:0.0000\n",
      "Epoch:2991, Loss:0.0000\n",
      "Epoch:2992, Loss:0.0000\n",
      "Epoch:2993, Loss:0.0000\n",
      "Epoch:2994, Loss:0.0000\n",
      "Epoch:2995, Loss:0.0000\n",
      "Epoch:2996, Loss:0.0000\n",
      "Epoch:2997, Loss:0.0000\n",
      "Epoch:2998, Loss:0.0000\n",
      "Epoch:2999, Loss:0.0000\n",
      "Epoch:3000, Loss:0.0000\n",
      "Epoch:3001, Loss:0.0000\n",
      "Epoch:3002, Loss:0.0000\n",
      "Epoch:3003, Loss:0.0000\n",
      "Epoch:3004, Loss:0.0000\n",
      "Epoch:3005, Loss:0.0000\n",
      "Epoch:3006, Loss:0.0000\n",
      "Epoch:3007, Loss:0.0000\n",
      "Epoch:3008, Loss:0.0000\n",
      "Epoch:3009, Loss:0.0000\n",
      "Epoch:3010, Loss:0.0000\n",
      "Epoch:3011, Loss:0.0000\n",
      "Epoch:3012, Loss:0.0000\n",
      "Epoch:3013, Loss:0.0000\n",
      "Epoch:3014, Loss:0.0000\n",
      "Epoch:3015, Loss:0.0000\n",
      "Epoch:3016, Loss:0.0000\n",
      "Epoch:3017, Loss:0.0000\n",
      "Epoch:3018, Loss:0.0000\n",
      "Epoch:3019, Loss:0.0000\n",
      "Epoch:3020, Loss:0.0000\n",
      "Epoch:3021, Loss:0.0000\n",
      "Epoch:3022, Loss:0.0000\n",
      "Epoch:3023, Loss:0.0000\n",
      "Epoch:3024, Loss:0.0000\n",
      "Epoch:3025, Loss:0.0000\n",
      "Epoch:3026, Loss:0.0000\n",
      "Epoch:3027, Loss:0.0000\n",
      "Epoch:3028, Loss:0.0000\n",
      "Epoch:3029, Loss:0.0000\n",
      "Epoch:3030, Loss:0.0000\n",
      "Epoch:3031, Loss:0.0000\n",
      "Epoch:3032, Loss:0.0000\n",
      "Epoch:3033, Loss:0.0000\n",
      "Epoch:3034, Loss:0.0000\n",
      "Epoch:3035, Loss:0.0000\n",
      "Epoch:3036, Loss:0.0000\n",
      "Epoch:3037, Loss:0.0000\n",
      "Epoch:3038, Loss:0.0000\n",
      "Epoch:3039, Loss:0.0000\n",
      "Epoch:3040, Loss:0.0000\n",
      "Epoch:3041, Loss:0.0000\n",
      "Epoch:3042, Loss:0.0000\n",
      "Epoch:3043, Loss:0.0000\n",
      "Epoch:3044, Loss:0.0000\n",
      "Epoch:3045, Loss:0.0000\n",
      "Epoch:3046, Loss:0.0000\n",
      "Epoch:3047, Loss:0.0000\n",
      "Epoch:3048, Loss:0.0000\n",
      "Epoch:3049, Loss:0.0000\n",
      "Epoch:3050, Loss:0.0000\n",
      "Epoch:3051, Loss:0.0000\n",
      "Epoch:3052, Loss:0.0000\n",
      "Epoch:3053, Loss:0.0000\n",
      "Epoch:3054, Loss:0.0000\n",
      "Epoch:3055, Loss:0.0000\n",
      "Epoch:3056, Loss:0.0000\n",
      "Epoch:3057, Loss:0.0000\n",
      "Epoch:3058, Loss:0.0000\n",
      "Epoch:3059, Loss:0.0000\n",
      "Epoch:3060, Loss:0.0000\n",
      "Epoch:3061, Loss:0.0000\n",
      "Epoch:3062, Loss:0.0000\n",
      "Epoch:3063, Loss:0.0000\n",
      "Epoch:3064, Loss:0.0000\n",
      "Epoch:3065, Loss:0.0000\n",
      "Epoch:3066, Loss:0.0000\n",
      "Epoch:3067, Loss:0.0000\n",
      "Epoch:3068, Loss:0.0000\n",
      "Epoch:3069, Loss:0.0000\n",
      "Epoch:3070, Loss:0.0000\n",
      "Epoch:3071, Loss:0.0000\n",
      "Epoch:3072, Loss:0.0000\n",
      "Epoch:3073, Loss:0.0000\n",
      "Epoch:3074, Loss:0.0000\n",
      "Epoch:3075, Loss:0.0000\n",
      "Epoch:3076, Loss:0.0000\n",
      "Epoch:3077, Loss:0.0000\n",
      "Epoch:3078, Loss:0.0000\n",
      "Epoch:3079, Loss:0.0000\n",
      "Epoch:3080, Loss:0.0000\n",
      "Epoch:3081, Loss:0.0000\n",
      "Epoch:3082, Loss:0.0000\n",
      "Epoch:3083, Loss:0.0000\n",
      "Epoch:3084, Loss:0.0000\n",
      "Epoch:3085, Loss:0.0000\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Epoch:3086, Loss:0.0000\n",
      "Epoch:3087, Loss:0.0000\n",
      "Epoch:3088, Loss:0.0000\n",
      "Epoch:3089, Loss:0.0000\n",
      "Epoch:3090, Loss:0.0000\n",
      "Epoch:3091, Loss:0.0000\n",
      "Epoch:3092, Loss:0.0000\n",
      "Epoch:3093, Loss:0.0000\n",
      "Epoch:3094, Loss:0.0000\n",
      "Epoch:3095, Loss:0.0000\n",
      "Epoch:3096, Loss:0.0000\n",
      "Epoch:3097, Loss:0.0000\n",
      "Epoch:3098, Loss:0.0000\n",
      "Epoch:3099, Loss:0.0000\n",
      "Epoch:3100, Loss:0.0000\n",
      "Epoch:3101, Loss:0.0000\n",
      "Epoch:3102, Loss:0.0000\n",
      "Epoch:3103, Loss:0.0000\n",
      "Epoch:3104, Loss:0.0000\n",
      "Epoch:3105, Loss:0.0000\n",
      "Epoch:3106, Loss:0.0000\n",
      "Epoch:3107, Loss:0.0000\n",
      "Epoch:3108, Loss:0.0000\n",
      "Epoch:3109, Loss:0.0000\n",
      "Epoch:3110, Loss:0.0000\n",
      "Epoch:3111, Loss:0.0000\n",
      "Epoch:3112, Loss:0.0000\n",
      "Epoch:3113, Loss:0.0000\n",
      "Epoch:3114, Loss:0.0000\n",
      "Epoch:3115, Loss:0.0000\n",
      "Epoch:3116, Loss:0.0000\n",
      "Epoch:3117, Loss:0.0000\n",
      "Epoch:3118, Loss:0.0000\n",
      "Epoch:3119, Loss:0.0000\n",
      "Epoch:3120, Loss:0.0000\n",
      "Epoch:3121, Loss:0.0000\n",
      "Epoch:3122, Loss:0.0000\n",
      "Epoch:3123, Loss:0.0000\n",
      "Epoch:3124, Loss:0.0000\n",
      "Epoch:3125, Loss:0.0000\n",
      "Epoch:3126, Loss:0.0000\n",
      "Epoch:3127, Loss:0.0000\n",
      "Epoch:3128, Loss:0.0000\n",
      "Epoch:3129, Loss:0.0000\n",
      "Epoch:3130, Loss:0.0000\n",
      "Epoch:3131, Loss:0.0000\n",
      "Epoch:3132, Loss:0.0000\n",
      "Epoch:3133, Loss:0.0000\n",
      "Epoch:3134, Loss:0.0000\n",
      "Epoch:3135, Loss:0.0000\n",
      "Epoch:3136, Loss:0.0000\n",
      "Epoch:3137, Loss:0.0000\n",
      "Epoch:3138, Loss:0.0000\n",
      "Epoch:3139, Loss:0.0000\n",
      "Epoch:3140, Loss:0.0000\n",
      "Epoch:3141, Loss:0.0000\n",
      "Epoch:3142, Loss:0.0000\n",
      "Epoch:3143, Loss:0.0000\n",
      "Epoch:3144, Loss:0.0000\n",
      "Epoch:3145, Loss:0.0000\n",
      "Epoch:3146, Loss:0.0000\n",
      "Epoch:3147, Loss:0.0000\n",
      "Epoch:3148, Loss:0.0000\n",
      "Epoch:3149, Loss:0.0000\n",
      "Epoch:3150, Loss:0.0000\n",
      "Epoch:3151, Loss:0.0000\n",
      "Epoch:3152, Loss:0.0000\n",
      "Epoch:3153, Loss:0.0000\n",
      "Epoch:3154, Loss:0.0000\n",
      "Epoch:3155, Loss:0.0000\n",
      "Epoch:3156, Loss:0.0000\n",
      "Epoch:3157, Loss:0.0000\n",
      "Epoch:3158, Loss:0.0000\n",
      "Epoch:3159, Loss:0.0000\n",
      "Epoch:3160, Loss:0.0000\n",
      "Epoch:3161, Loss:0.0000\n",
      "Epoch:3162, Loss:0.0000\n",
      "Epoch:3163, Loss:0.0000\n",
      "Epoch:3164, Loss:0.0000\n",
      "Epoch:3165, Loss:0.0000\n",
      "Epoch:3166, Loss:0.0000\n",
      "Epoch:3167, Loss:0.0000\n",
      "Epoch:3168, Loss:0.0000\n",
      "Epoch:3169, Loss:0.0000\n",
      "Epoch:3170, Loss:0.0000\n",
      "Epoch:3171, Loss:0.0000\n",
      "Epoch:3172, Loss:0.0000\n",
      "Epoch:3173, Loss:0.0000\n",
      "Epoch:3174, Loss:0.0000\n",
      "Epoch:3175, Loss:0.0000\n",
      "Epoch:3176, Loss:0.0000\n",
      "Epoch:3177, Loss:0.0000\n",
      "Epoch:3178, Loss:0.0000\n",
      "Epoch:3179, Loss:0.0000\n",
      "Epoch:3180, Loss:0.0000\n",
      "Epoch:3181, Loss:0.0000\n",
      "Epoch:3182, Loss:0.0000\n",
      "Epoch:3183, Loss:0.0000\n",
      "Epoch:3184, Loss:0.0000\n",
      "Epoch:3185, Loss:0.0000\n",
      "Epoch:3186, Loss:0.0000\n",
      "Epoch:3187, Loss:0.0000\n",
      "Epoch:3188, Loss:0.0000\n",
      "Epoch:3189, Loss:0.0000\n",
      "Epoch:3190, Loss:0.0000\n",
      "Epoch:3191, Loss:0.0000\n",
      "Epoch:3192, Loss:0.0000\n",
      "Epoch:3193, Loss:0.0000\n",
      "Epoch:3194, Loss:0.0000\n",
      "Epoch:3195, Loss:0.0000\n",
      "Epoch:3196, Loss:0.0000\n",
      "Epoch:3197, Loss:0.0000\n",
      "Epoch:3198, Loss:0.0000\n",
      "Epoch:3199, Loss:0.0000\n",
      "Epoch:3200, Loss:0.0000\n",
      "Epoch:3201, Loss:0.0000\n",
      "Epoch:3202, Loss:0.0000\n",
      "Epoch:3203, Loss:0.0000\n",
      "Epoch:3204, Loss:0.0000\n",
      "Epoch:3205, Loss:0.0000\n",
      "Epoch:3206, Loss:0.0000\n",
      "Epoch:3207, Loss:0.0000\n",
      "Epoch:3208, Loss:0.0000\n",
      "Epoch:3209, Loss:0.0000\n",
      "Epoch:3210, Loss:0.0000\n",
      "Epoch:3211, Loss:0.0000\n",
      "Epoch:3212, Loss:0.0000\n",
      "Epoch:3213, Loss:0.0000\n",
      "Epoch:3214, Loss:0.0000\n",
      "Epoch:3215, Loss:0.0000\n",
      "Epoch:3216, Loss:0.0000\n",
      "Epoch:3217, Loss:0.0000\n",
      "Epoch:3218, Loss:0.0000\n",
      "Epoch:3219, Loss:0.0000\n",
      "Epoch:3220, Loss:0.0000\n",
      "Epoch:3221, Loss:0.0000\n",
      "Epoch:3222, Loss:0.0000\n",
      "Epoch:3223, Loss:0.0000\n",
      "Epoch:3224, Loss:0.0000\n",
      "Epoch:3225, Loss:0.0000\n",
      "Epoch:3226, Loss:0.0000\n",
      "Epoch:3227, Loss:0.0000\n",
      "Epoch:3228, Loss:0.0000\n",
      "Epoch:3229, Loss:0.0000\n",
      "Epoch:3230, Loss:0.0000\n",
      "Epoch:3231, Loss:0.0000\n",
      "Epoch:3232, Loss:0.0000\n",
      "Epoch:3233, Loss:0.0000\n",
      "Epoch:3234, Loss:0.0000\n",
      "Epoch:3235, Loss:0.0000\n",
      "Epoch:3236, Loss:0.0000\n",
      "Epoch:3237, Loss:0.0000\n",
      "Epoch:3238, Loss:0.0000\n",
      "Epoch:3239, Loss:0.0000\n",
      "Epoch:3240, Loss:0.0000\n",
      "Epoch:3241, Loss:0.0000\n",
      "Epoch:3242, Loss:0.0000\n",
      "Epoch:3243, Loss:0.0000\n",
      "Epoch:3244, Loss:0.0000\n",
      "Epoch:3245, Loss:0.0000\n",
      "Epoch:3246, Loss:0.0000\n",
      "Epoch:3247, Loss:0.0000\n",
      "Epoch:3248, Loss:0.0000\n",
      "Epoch:3249, Loss:0.0000\n",
      "Epoch:3250, Loss:0.0000\n",
      "Epoch:3251, Loss:0.0000\n",
      "Epoch:3252, Loss:0.0000\n",
      "Epoch:3253, Loss:0.0000\n",
      "Epoch:3254, Loss:0.0000\n",
      "Epoch:3255, Loss:0.0000\n",
      "Epoch:3256, Loss:0.0000\n",
      "Epoch:3257, Loss:0.0000\n",
      "Epoch:3258, Loss:0.0000\n",
      "Epoch:3259, Loss:0.0000\n",
      "Epoch:3260, Loss:0.0000\n",
      "Epoch:3261, Loss:0.0000\n",
      "Epoch:3262, Loss:0.0000\n",
      "Epoch:3263, Loss:0.0000\n",
      "Epoch:3264, Loss:0.0000\n",
      "Epoch:3265, Loss:0.0000\n",
      "Epoch:3266, Loss:0.0000\n",
      "Epoch:3267, Loss:0.0000\n",
      "Epoch:3268, Loss:0.0000\n",
      "Epoch:3269, Loss:0.0000\n",
      "Epoch:3270, Loss:0.0000\n",
      "Epoch:3271, Loss:0.0000\n",
      "Epoch:3272, Loss:0.0000\n",
      "Epoch:3273, Loss:0.0000\n",
      "Epoch:3274, Loss:0.0000\n",
      "Epoch:3275, Loss:0.0000\n",
      "Epoch:3276, Loss:0.0000\n",
      "Epoch:3277, Loss:0.0000\n",
      "Epoch:3278, Loss:0.0000\n",
      "Epoch:3279, Loss:0.0000\n",
      "Epoch:3280, Loss:0.0000\n",
      "Epoch:3281, Loss:0.0000\n",
      "Epoch:3282, Loss:0.0000\n",
      "Epoch:3283, Loss:0.0000\n",
      "Epoch:3284, Loss:0.0000\n",
      "Epoch:3285, Loss:0.0000\n",
      "Epoch:3286, Loss:0.0000\n",
      "Epoch:3287, Loss:0.0000\n",
      "Epoch:3288, Loss:0.0000\n",
      "Epoch:3289, Loss:0.0000\n",
      "Epoch:3290, Loss:0.0000\n",
      "Epoch:3291, Loss:0.0000\n",
      "Epoch:3292, Loss:0.0000\n",
      "Epoch:3293, Loss:0.0000\n",
      "Epoch:3294, Loss:0.0000\n",
      "Epoch:3295, Loss:0.0000\n",
      "Epoch:3296, Loss:0.0000\n",
      "Epoch:3297, Loss:0.0000\n",
      "Epoch:3298, Loss:0.0000\n",
      "Epoch:3299, Loss:0.0000\n",
      "Epoch:3300, Loss:0.0000\n",
      "Epoch:3301, Loss:0.0000\n",
      "Epoch:3302, Loss:0.0000\n",
      "Epoch:3303, Loss:0.0000\n",
      "Epoch:3304, Loss:0.0000\n",
      "Epoch:3305, Loss:0.0000\n",
      "Epoch:3306, Loss:0.0000\n",
      "Epoch:3307, Loss:0.0000\n",
      "Epoch:3308, Loss:0.0000\n",
      "Epoch:3309, Loss:0.0000\n",
      "Epoch:3310, Loss:0.0000\n",
      "Epoch:3311, Loss:0.0000\n",
      "Epoch:3312, Loss:0.0000\n",
      "Epoch:3313, Loss:0.0000\n",
      "Epoch:3314, Loss:0.0000\n",
      "Epoch:3315, Loss:0.0000\n",
      "Epoch:3316, Loss:0.0000\n",
      "Epoch:3317, Loss:0.0000\n",
      "Epoch:3318, Loss:0.0000\n",
      "Epoch:3319, Loss:0.0000\n",
      "Epoch:3320, Loss:0.0000\n",
      "Epoch:3321, Loss:0.0000\n",
      "Epoch:3322, Loss:0.0000\n",
      "Epoch:3323, Loss:0.0000\n",
      "Epoch:3324, Loss:0.0000\n",
      "Epoch:3325, Loss:0.0000\n",
      "Epoch:3326, Loss:0.0000\n",
      "Epoch:3327, Loss:0.0000\n",
      "Epoch:3328, Loss:0.0000\n",
      "Epoch:3329, Loss:0.0000\n",
      "Epoch:3330, Loss:0.0000\n",
      "Epoch:3331, Loss:0.0000\n",
      "Epoch:3332, Loss:0.0000\n",
      "Epoch:3333, Loss:0.0000\n",
      "Epoch:3334, Loss:0.0000\n",
      "Epoch:3335, Loss:0.0000\n",
      "Epoch:3336, Loss:0.0000\n",
      "Epoch:3337, Loss:0.0000\n",
      "Epoch:3338, Loss:0.0000\n",
      "Epoch:3339, Loss:0.0000\n",
      "Epoch:3340, Loss:0.0000\n",
      "Epoch:3341, Loss:0.0000\n",
      "Epoch:3342, Loss:0.0000\n",
      "Epoch:3343, Loss:0.0000\n",
      "Epoch:3344, Loss:0.0000\n",
      "Epoch:3345, Loss:0.0000\n",
      "Epoch:3346, Loss:0.0000\n",
      "Epoch:3347, Loss:0.0000\n",
      "Epoch:3348, Loss:0.0000\n",
      "Epoch:3349, Loss:0.0000\n",
      "Epoch:3350, Loss:0.0000\n",
      "Epoch:3351, Loss:0.0000\n",
      "Epoch:3352, Loss:0.0000\n",
      "Epoch:3353, Loss:0.0000\n",
      "Epoch:3354, Loss:0.0000\n",
      "Epoch:3355, Loss:0.0000\n",
      "Epoch:3356, Loss:0.0000\n",
      "Epoch:3357, Loss:0.0000\n",
      "Epoch:3358, Loss:0.0000\n",
      "Epoch:3359, Loss:0.0000\n",
      "Epoch:3360, Loss:0.0000\n",
      "Epoch:3361, Loss:0.0000\n",
      "Epoch:3362, Loss:0.0000\n",
      "Epoch:3363, Loss:0.0000\n",
      "Epoch:3364, Loss:0.0000\n",
      "Epoch:3365, Loss:0.0000\n",
      "Epoch:3366, Loss:0.0000\n",
      "Epoch:3367, Loss:0.0000\n",
      "Epoch:3368, Loss:0.0000\n",
      "Epoch:3369, Loss:0.0000\n",
      "Epoch:3370, Loss:0.0000\n",
      "Epoch:3371, Loss:0.0000\n",
      "Epoch:3372, Loss:0.0000\n",
      "Epoch:3373, Loss:0.0000\n",
      "Epoch:3374, Loss:0.0000\n",
      "Epoch:3375, Loss:0.0000\n",
      "Epoch:3376, Loss:0.0000\n",
      "Epoch:3377, Loss:0.0000\n",
      "Epoch:3378, Loss:0.0000\n",
      "Epoch:3379, Loss:0.0000\n",
      "Epoch:3380, Loss:0.0000\n",
      "Epoch:3381, Loss:0.0000\n",
      "Epoch:3382, Loss:0.0000\n",
      "Epoch:3383, Loss:0.0000\n",
      "Epoch:3384, Loss:0.0000\n",
      "Epoch:3385, Loss:0.0000\n",
      "Epoch:3386, Loss:0.0000\n",
      "Epoch:3387, Loss:0.0000\n",
      "Epoch:3388, Loss:0.0000\n",
      "Epoch:3389, Loss:0.0000\n",
      "Epoch:3390, Loss:0.0000\n",
      "Epoch:3391, Loss:0.0000\n",
      "Epoch:3392, Loss:0.0000\n",
      "Epoch:3393, Loss:0.0000\n",
      "Epoch:3394, Loss:0.0000\n",
      "Epoch:3395, Loss:0.0000\n",
      "Epoch:3396, Loss:0.0000\n",
      "Epoch:3397, Loss:0.0000\n",
      "Epoch:3398, Loss:0.0000\n",
      "Epoch:3399, Loss:0.0000\n",
      "Epoch:3400, Loss:0.0000\n",
      "Epoch:3401, Loss:0.0000\n",
      "Epoch:3402, Loss:0.0000\n",
      "Epoch:3403, Loss:0.0000\n",
      "Epoch:3404, Loss:0.0000\n",
      "Epoch:3405, Loss:0.0000\n",
      "Epoch:3406, Loss:0.0000\n",
      "Epoch:3407, Loss:0.0000\n",
      "Epoch:3408, Loss:0.0000\n",
      "Epoch:3409, Loss:0.0000\n",
      "Epoch:3410, Loss:0.0000\n",
      "Epoch:3411, Loss:0.0000\n",
      "Epoch:3412, Loss:0.0000\n",
      "Epoch:3413, Loss:0.0000\n",
      "Epoch:3414, Loss:0.0000\n",
      "Epoch:3415, Loss:0.0000\n",
      "Epoch:3416, Loss:0.0000\n",
      "Epoch:3417, Loss:0.0000\n",
      "Epoch:3418, Loss:0.0000\n",
      "Epoch:3419, Loss:0.0000\n",
      "Epoch:3420, Loss:0.0000\n",
      "Epoch:3421, Loss:0.0000\n",
      "Epoch:3422, Loss:0.0000\n",
      "Epoch:3423, Loss:0.0000\n",
      "Epoch:3424, Loss:0.0000\n",
      "Epoch:3425, Loss:0.0000\n",
      "Epoch:3426, Loss:0.0000\n",
      "Epoch:3427, Loss:0.0000\n",
      "Epoch:3428, Loss:0.0000\n",
      "Epoch:3429, Loss:0.0000\n",
      "Epoch:3430, Loss:0.0000\n",
      "Epoch:3431, Loss:0.0000\n",
      "Epoch:3432, Loss:0.0000\n",
      "Epoch:3433, Loss:0.0000\n",
      "Epoch:3434, Loss:0.0000\n",
      "Epoch:3435, Loss:0.0000\n",
      "Epoch:3436, Loss:0.0000\n",
      "Epoch:3437, Loss:0.0000\n",
      "Epoch:3438, Loss:0.0000\n",
      "Epoch:3439, Loss:0.0000\n",
      "Epoch:3440, Loss:0.0000\n",
      "Epoch:3441, Loss:0.0000\n",
      "Epoch:3442, Loss:0.0000\n",
      "Epoch:3443, Loss:0.0000\n",
      "Epoch:3444, Loss:0.0000\n",
      "Epoch:3445, Loss:0.0000\n",
      "Epoch:3446, Loss:0.0000\n",
      "Epoch:3447, Loss:0.0000\n",
      "Epoch:3448, Loss:0.0000\n",
      "Epoch:3449, Loss:0.0000\n",
      "Epoch:3450, Loss:0.0000\n",
      "Epoch:3451, Loss:0.0000\n",
      "Epoch:3452, Loss:0.0000\n",
      "Epoch:3453, Loss:0.0000\n",
      "Epoch:3454, Loss:0.0000\n",
      "Epoch:3455, Loss:0.0000\n",
      "Epoch:3456, Loss:0.0000\n",
      "Epoch:3457, Loss:0.0000\n",
      "Epoch:3458, Loss:0.0000\n",
      "Epoch:3459, Loss:0.0000\n",
      "Epoch:3460, Loss:0.0000\n",
      "Epoch:3461, Loss:0.0000\n",
      "Epoch:3462, Loss:0.0000\n",
      "Epoch:3463, Loss:0.0000\n",
      "Epoch:3464, Loss:0.0000\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Epoch:3465, Loss:0.0000\n",
      "Epoch:3466, Loss:0.0000\n",
      "Epoch:3467, Loss:0.0000\n",
      "Epoch:3468, Loss:0.0000\n",
      "Epoch:3469, Loss:0.0000\n",
      "Epoch:3470, Loss:0.0000\n",
      "Epoch:3471, Loss:0.0000\n",
      "Epoch:3472, Loss:0.0000\n",
      "Epoch:3473, Loss:0.0000\n",
      "Epoch:3474, Loss:0.0000\n",
      "Epoch:3475, Loss:0.0000\n",
      "Epoch:3476, Loss:0.0000\n",
      "Epoch:3477, Loss:0.0000\n",
      "Epoch:3478, Loss:0.0000\n",
      "Epoch:3479, Loss:0.0000\n",
      "Epoch:3480, Loss:0.0000\n",
      "Epoch:3481, Loss:0.0000\n",
      "Epoch:3482, Loss:0.0000\n",
      "Epoch:3483, Loss:0.0000\n",
      "Epoch:3484, Loss:0.0000\n",
      "Epoch:3485, Loss:0.0000\n",
      "Epoch:3486, Loss:0.0000\n",
      "Epoch:3487, Loss:0.0000\n",
      "Epoch:3488, Loss:0.0000\n",
      "Epoch:3489, Loss:0.0000\n",
      "Epoch:3490, Loss:0.0000\n",
      "Epoch:3491, Loss:0.0000\n",
      "Epoch:3492, Loss:0.0000\n",
      "Epoch:3493, Loss:0.0000\n",
      "Epoch:3494, Loss:0.0000\n",
      "Epoch:3495, Loss:0.0000\n",
      "Epoch:3496, Loss:0.0000\n",
      "Epoch:3497, Loss:0.0000\n",
      "Epoch:3498, Loss:0.0000\n",
      "Epoch:3499, Loss:0.0000\n",
      "Epoch:3500, Loss:0.0000\n",
      "Epoch:3501, Loss:0.0000\n",
      "Epoch:3502, Loss:0.0000\n",
      "Epoch:3503, Loss:0.0000\n",
      "Epoch:3504, Loss:0.0000\n",
      "Epoch:3505, Loss:0.0000\n",
      "Epoch:3506, Loss:0.0000\n",
      "Epoch:3507, Loss:0.0000\n",
      "Epoch:3508, Loss:0.0000\n",
      "Epoch:3509, Loss:0.0000\n",
      "Epoch:3510, Loss:0.0000\n",
      "Epoch:3511, Loss:0.0000\n",
      "Epoch:3512, Loss:0.0000\n",
      "Epoch:3513, Loss:0.0000\n",
      "Epoch:3514, Loss:0.0000\n",
      "Epoch:3515, Loss:0.0000\n",
      "Epoch:3516, Loss:0.0000\n",
      "Epoch:3517, Loss:0.0000\n",
      "Epoch:3518, Loss:0.0000\n",
      "Epoch:3519, Loss:0.0000\n",
      "Epoch:3520, Loss:0.0000\n",
      "Epoch:3521, Loss:0.0000\n",
      "Epoch:3522, Loss:0.0000\n",
      "Epoch:3523, Loss:0.0000\n",
      "Epoch:3524, Loss:0.0000\n",
      "Epoch:3525, Loss:0.0000\n",
      "Epoch:3526, Loss:0.0000\n",
      "Epoch:3527, Loss:0.0000\n",
      "Epoch:3528, Loss:0.0000\n",
      "Epoch:3529, Loss:0.0000\n",
      "Epoch:3530, Loss:0.0000\n",
      "Epoch:3531, Loss:0.0000\n",
      "Epoch:3532, Loss:0.0000\n",
      "Epoch:3533, Loss:0.0000\n",
      "Epoch:3534, Loss:0.0000\n",
      "Epoch:3535, Loss:0.0000\n",
      "Epoch:3536, Loss:0.0000\n",
      "Epoch:3537, Loss:0.0000\n",
      "Epoch:3538, Loss:0.0000\n",
      "Epoch:3539, Loss:0.0000\n",
      "Epoch:3540, Loss:0.0000\n",
      "Epoch:3541, Loss:0.0000\n",
      "Epoch:3542, Loss:0.0000\n",
      "Epoch:3543, Loss:0.0000\n",
      "Epoch:3544, Loss:0.0000\n",
      "Epoch:3545, Loss:0.0000\n",
      "Epoch:3546, Loss:0.0000\n",
      "Epoch:3547, Loss:0.0000\n",
      "Epoch:3548, Loss:0.0000\n",
      "Epoch:3549, Loss:0.0000\n",
      "Epoch:3550, Loss:0.0000\n",
      "Epoch:3551, Loss:0.0000\n",
      "Epoch:3552, Loss:0.0000\n",
      "Epoch:3553, Loss:0.0000\n",
      "Epoch:3554, Loss:0.0000\n",
      "Epoch:3555, Loss:0.0000\n",
      "Epoch:3556, Loss:0.0000\n",
      "Epoch:3557, Loss:0.0000\n",
      "Epoch:3558, Loss:0.0000\n",
      "Epoch:3559, Loss:0.0000\n",
      "Epoch:3560, Loss:0.0000\n",
      "Epoch:3561, Loss:0.0000\n",
      "Epoch:3562, Loss:0.0000\n",
      "Epoch:3563, Loss:0.0000\n",
      "Epoch:3564, Loss:0.0000\n",
      "Epoch:3565, Loss:0.0000\n",
      "Epoch:3566, Loss:0.0000\n",
      "Epoch:3567, Loss:0.0000\n",
      "Epoch:3568, Loss:0.0000\n",
      "Epoch:3569, Loss:0.0000\n",
      "Epoch:3570, Loss:0.0000\n",
      "Epoch:3571, Loss:0.0000\n",
      "Epoch:3572, Loss:0.0000\n",
      "Epoch:3573, Loss:0.0000\n",
      "Epoch:3574, Loss:0.0000\n",
      "Epoch:3575, Loss:0.0000\n",
      "Epoch:3576, Loss:0.0000\n",
      "Epoch:3577, Loss:0.0000\n",
      "Epoch:3578, Loss:0.0000\n",
      "Epoch:3579, Loss:0.0000\n",
      "Epoch:3580, Loss:0.0000\n",
      "Epoch:3581, Loss:0.0000\n",
      "Epoch:3582, Loss:0.0000\n",
      "Epoch:3583, Loss:0.0000\n",
      "Epoch:3584, Loss:0.0000\n",
      "Epoch:3585, Loss:0.0000\n",
      "Epoch:3586, Loss:0.0000\n",
      "Epoch:3587, Loss:0.0000\n",
      "Epoch:3588, Loss:0.0000\n",
      "Epoch:3589, Loss:0.0000\n",
      "Epoch:3590, Loss:0.0000\n",
      "Epoch:3591, Loss:0.0000\n",
      "Epoch:3592, Loss:0.0000\n",
      "Epoch:3593, Loss:0.0000\n",
      "Epoch:3594, Loss:0.0000\n",
      "Epoch:3595, Loss:0.0000\n",
      "Epoch:3596, Loss:0.0000\n",
      "Epoch:3597, Loss:0.0000\n",
      "Epoch:3598, Loss:0.0000\n",
      "Epoch:3599, Loss:0.0000\n",
      "Epoch:3600, Loss:0.0000\n",
      "Epoch:3601, Loss:0.0000\n",
      "Epoch:3602, Loss:0.0000\n",
      "Epoch:3603, Loss:0.0000\n",
      "Epoch:3604, Loss:0.0000\n",
      "Epoch:3605, Loss:0.0000\n",
      "Epoch:3606, Loss:0.0000\n",
      "Epoch:3607, Loss:0.0000\n",
      "Epoch:3608, Loss:0.0000\n",
      "Epoch:3609, Loss:0.0000\n",
      "Epoch:3610, Loss:0.0000\n",
      "Epoch:3611, Loss:0.0000\n",
      "Epoch:3612, Loss:0.0000\n",
      "Epoch:3613, Loss:0.0000\n",
      "Epoch:3614, Loss:0.0000\n",
      "Epoch:3615, Loss:0.0000\n",
      "Epoch:3616, Loss:0.0000\n",
      "Epoch:3617, Loss:0.0000\n",
      "Epoch:3618, Loss:0.0000\n",
      "Epoch:3619, Loss:0.0000\n",
      "Epoch:3620, Loss:0.0000\n",
      "Epoch:3621, Loss:0.0000\n",
      "Epoch:3622, Loss:0.0000\n",
      "Epoch:3623, Loss:0.0000\n",
      "Epoch:3624, Loss:0.0000\n",
      "Epoch:3625, Loss:0.0000\n",
      "Epoch:3626, Loss:0.0000\n",
      "Epoch:3627, Loss:0.0000\n",
      "Epoch:3628, Loss:0.0000\n",
      "Epoch:3629, Loss:0.0000\n",
      "Epoch:3630, Loss:0.0000\n",
      "Epoch:3631, Loss:0.0000\n",
      "Epoch:3632, Loss:0.0000\n",
      "Epoch:3633, Loss:0.0000\n",
      "Epoch:3634, Loss:0.0000\n",
      "Epoch:3635, Loss:0.0000\n",
      "Epoch:3636, Loss:0.0000\n",
      "Epoch:3637, Loss:0.0000\n",
      "Epoch:3638, Loss:0.0000\n",
      "Epoch:3639, Loss:0.0000\n",
      "Epoch:3640, Loss:0.0000\n",
      "Epoch:3641, Loss:0.0000\n",
      "Epoch:3642, Loss:0.0000\n",
      "Epoch:3643, Loss:0.0000\n",
      "Epoch:3644, Loss:0.0000\n",
      "Epoch:3645, Loss:0.0000\n",
      "Epoch:3646, Loss:0.0000\n",
      "Epoch:3647, Loss:0.0000\n",
      "Epoch:3648, Loss:0.0000\n",
      "Epoch:3649, Loss:0.0000\n",
      "Epoch:3650, Loss:0.0000\n",
      "Epoch:3651, Loss:0.0000\n",
      "Epoch:3652, Loss:0.0000\n",
      "Epoch:3653, Loss:0.0000\n",
      "Epoch:3654, Loss:0.0000\n",
      "Epoch:3655, Loss:0.0000\n",
      "Epoch:3656, Loss:0.0000\n",
      "Epoch:3657, Loss:0.0000\n",
      "Epoch:3658, Loss:0.0000\n",
      "Epoch:3659, Loss:0.0000\n",
      "Epoch:3660, Loss:0.0000\n",
      "Epoch:3661, Loss:0.0000\n",
      "Epoch:3662, Loss:0.0000\n",
      "Epoch:3663, Loss:0.0000\n",
      "Epoch:3664, Loss:0.0000\n",
      "Epoch:3665, Loss:0.0000\n",
      "Epoch:3666, Loss:0.0000\n",
      "Epoch:3667, Loss:0.0000\n",
      "Epoch:3668, Loss:0.0000\n",
      "Epoch:3669, Loss:0.0000\n",
      "Epoch:3670, Loss:0.0000\n",
      "Epoch:3671, Loss:0.0000\n",
      "Epoch:3672, Loss:0.0000\n",
      "Epoch:3673, Loss:0.0000\n",
      "Epoch:3674, Loss:0.0000\n",
      "Epoch:3675, Loss:0.0000\n",
      "Epoch:3676, Loss:0.0000\n",
      "Epoch:3677, Loss:0.0000\n",
      "Epoch:3678, Loss:0.0000\n",
      "Epoch:3679, Loss:0.0000\n",
      "Epoch:3680, Loss:0.0000\n",
      "Epoch:3681, Loss:0.0000\n",
      "Epoch:3682, Loss:0.0000\n",
      "Epoch:3683, Loss:0.0000\n",
      "Epoch:3684, Loss:0.0000\n",
      "Epoch:3685, Loss:0.0000\n",
      "Epoch:3686, Loss:0.0000\n",
      "Epoch:3687, Loss:0.0000\n",
      "Epoch:3688, Loss:0.0000\n",
      "Epoch:3689, Loss:0.0000\n",
      "Epoch:3690, Loss:0.0000\n",
      "Epoch:3691, Loss:0.0000\n",
      "Epoch:3692, Loss:0.0000\n",
      "Epoch:3693, Loss:0.0000\n",
      "Epoch:3694, Loss:0.0000\n",
      "Epoch:3695, Loss:0.0000\n",
      "Epoch:3696, Loss:0.0000\n",
      "Epoch:3697, Loss:0.0000\n",
      "Epoch:3698, Loss:0.0000\n",
      "Epoch:3699, Loss:0.0000\n",
      "Epoch:3700, Loss:0.0000\n",
      "Epoch:3701, Loss:0.0000\n",
      "Epoch:3702, Loss:0.0000\n",
      "Epoch:3703, Loss:0.0000\n",
      "Epoch:3704, Loss:0.0000\n",
      "Epoch:3705, Loss:0.0000\n",
      "Epoch:3706, Loss:0.0000\n",
      "Epoch:3707, Loss:0.0000\n",
      "Epoch:3708, Loss:0.0000\n",
      "Epoch:3709, Loss:0.0000\n",
      "Epoch:3710, Loss:0.0000\n",
      "Epoch:3711, Loss:0.0000\n",
      "Epoch:3712, Loss:0.0000\n",
      "Epoch:3713, Loss:0.0000\n",
      "Epoch:3714, Loss:0.0000\n",
      "Epoch:3715, Loss:0.0000\n",
      "Epoch:3716, Loss:0.0000\n",
      "Epoch:3717, Loss:0.0000\n",
      "Epoch:3718, Loss:0.0000\n",
      "Epoch:3719, Loss:0.0000\n",
      "Epoch:3720, Loss:0.0000\n",
      "Epoch:3721, Loss:0.0000\n",
      "Epoch:3722, Loss:0.0000\n",
      "Epoch:3723, Loss:0.0000\n",
      "Epoch:3724, Loss:0.0000\n",
      "Epoch:3725, Loss:0.0000\n",
      "Epoch:3726, Loss:0.0000\n",
      "Epoch:3727, Loss:0.0000\n",
      "Epoch:3728, Loss:0.0000\n",
      "Epoch:3729, Loss:0.0000\n",
      "Epoch:3730, Loss:0.0000\n",
      "Epoch:3731, Loss:0.0000\n",
      "Epoch:3732, Loss:0.0000\n",
      "Epoch:3733, Loss:0.0000\n",
      "Epoch:3734, Loss:0.0000\n",
      "Epoch:3735, Loss:0.0000\n",
      "Epoch:3736, Loss:0.0000\n",
      "Epoch:3737, Loss:0.0000\n",
      "Epoch:3738, Loss:0.0000\n",
      "Epoch:3739, Loss:0.0000\n",
      "Epoch:3740, Loss:0.0000\n",
      "Epoch:3741, Loss:0.0000\n",
      "Epoch:3742, Loss:0.0000\n",
      "Epoch:3743, Loss:0.0000\n",
      "Epoch:3744, Loss:0.0000\n",
      "Epoch:3745, Loss:0.0000\n",
      "Epoch:3746, Loss:0.0000\n",
      "Epoch:3747, Loss:0.0000\n",
      "Epoch:3748, Loss:0.0000\n",
      "Epoch:3749, Loss:0.0000\n",
      "Epoch:3750, Loss:0.0000\n",
      "Epoch:3751, Loss:0.0000\n",
      "Epoch:3752, Loss:0.0000\n",
      "Epoch:3753, Loss:0.0000\n",
      "Epoch:3754, Loss:0.0000\n",
      "Epoch:3755, Loss:0.0000\n",
      "Epoch:3756, Loss:0.0000\n",
      "Epoch:3757, Loss:0.0000\n",
      "Epoch:3758, Loss:0.0000\n",
      "Epoch:3759, Loss:0.0000\n",
      "Epoch:3760, Loss:0.0000\n",
      "Epoch:3761, Loss:0.0000\n",
      "Epoch:3762, Loss:0.0000\n",
      "Epoch:3763, Loss:0.0000\n",
      "Epoch:3764, Loss:0.0000\n",
      "Epoch:3765, Loss:0.0000\n",
      "Epoch:3766, Loss:0.0000\n",
      "Epoch:3767, Loss:0.0000\n",
      "Epoch:3768, Loss:0.0000\n",
      "Epoch:3769, Loss:0.0000\n",
      "Epoch:3770, Loss:0.0000\n",
      "Epoch:3771, Loss:0.0000\n",
      "Epoch:3772, Loss:0.0000\n",
      "Epoch:3773, Loss:0.0000\n",
      "Epoch:3774, Loss:0.0000\n",
      "Epoch:3775, Loss:0.0000\n",
      "Epoch:3776, Loss:0.0000\n",
      "Epoch:3777, Loss:0.0000\n",
      "Epoch:3778, Loss:0.0000\n",
      "Epoch:3779, Loss:0.0000\n",
      "Epoch:3780, Loss:0.0000\n",
      "Epoch:3781, Loss:0.0000\n",
      "Epoch:3782, Loss:0.0000\n",
      "Epoch:3783, Loss:0.0000\n",
      "Epoch:3784, Loss:0.0000\n",
      "Epoch:3785, Loss:0.0000\n",
      "Epoch:3786, Loss:0.0000\n",
      "Epoch:3787, Loss:0.0000\n",
      "Epoch:3788, Loss:0.0000\n",
      "Epoch:3789, Loss:0.0000\n",
      "Epoch:3790, Loss:0.0000\n",
      "Epoch:3791, Loss:0.0000\n",
      "Epoch:3792, Loss:0.0000\n",
      "Epoch:3793, Loss:0.0000\n",
      "Epoch:3794, Loss:0.0000\n",
      "Epoch:3795, Loss:0.0000\n",
      "Epoch:3796, Loss:0.0000\n",
      "Epoch:3797, Loss:0.0000\n",
      "Epoch:3798, Loss:0.0000\n",
      "Epoch:3799, Loss:0.0000\n",
      "Epoch:3800, Loss:0.0000\n",
      "Epoch:3801, Loss:0.0000\n",
      "Epoch:3802, Loss:0.0000\n",
      "Epoch:3803, Loss:0.0000\n",
      "Epoch:3804, Loss:0.0000\n",
      "Epoch:3805, Loss:0.0000\n",
      "Epoch:3806, Loss:0.0000\n",
      "Epoch:3807, Loss:0.0000\n",
      "Epoch:3808, Loss:0.0000\n",
      "Epoch:3809, Loss:0.0000\n",
      "Epoch:3810, Loss:0.0000\n",
      "Epoch:3811, Loss:0.0000\n",
      "Epoch:3812, Loss:0.0000\n",
      "Epoch:3813, Loss:0.0000\n",
      "Epoch:3814, Loss:0.0000\n",
      "Epoch:3815, Loss:0.0000\n",
      "Epoch:3816, Loss:0.0000\n",
      "Epoch:3817, Loss:0.0000\n",
      "Epoch:3818, Loss:0.0000\n",
      "Epoch:3819, Loss:0.0000\n",
      "Epoch:3820, Loss:0.0000\n",
      "Epoch:3821, Loss:0.0000\n",
      "Epoch:3822, Loss:0.0000\n",
      "Epoch:3823, Loss:0.0000\n",
      "Epoch:3824, Loss:0.0000\n",
      "Epoch:3825, Loss:0.0000\n",
      "Epoch:3826, Loss:0.0000\n",
      "Epoch:3827, Loss:0.0000\n",
      "Epoch:3828, Loss:0.0000\n",
      "Epoch:3829, Loss:0.0000\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Epoch:3830, Loss:0.0000\n",
      "Epoch:3831, Loss:0.0000\n",
      "Epoch:3832, Loss:0.0000\n",
      "Epoch:3833, Loss:0.0000\n",
      "Epoch:3834, Loss:0.0000\n",
      "Epoch:3835, Loss:0.0000\n",
      "Epoch:3836, Loss:0.0000\n",
      "Epoch:3837, Loss:0.0000\n",
      "Epoch:3838, Loss:0.0000\n",
      "Epoch:3839, Loss:0.0000\n",
      "Epoch:3840, Loss:0.0000\n",
      "Epoch:3841, Loss:0.0000\n",
      "Epoch:3842, Loss:0.0000\n",
      "Epoch:3843, Loss:0.0000\n",
      "Epoch:3844, Loss:0.0000\n",
      "Epoch:3845, Loss:0.0000\n",
      "Epoch:3846, Loss:0.0000\n",
      "Epoch:3847, Loss:0.0000\n",
      "Epoch:3848, Loss:0.0000\n",
      "Epoch:3849, Loss:0.0000\n",
      "Epoch:3850, Loss:0.0000\n",
      "Epoch:3851, Loss:0.0000\n",
      "Epoch:3852, Loss:0.0000\n",
      "Epoch:3853, Loss:0.0000\n",
      "Epoch:3854, Loss:0.0000\n",
      "Epoch:3855, Loss:0.0000\n",
      "Epoch:3856, Loss:0.0000\n",
      "Epoch:3857, Loss:0.0000\n",
      "Epoch:3858, Loss:0.0000\n",
      "Epoch:3859, Loss:0.0000\n",
      "Epoch:3860, Loss:0.0000\n",
      "Epoch:3861, Loss:0.0000\n",
      "Epoch:3862, Loss:0.0000\n",
      "Epoch:3863, Loss:0.0000\n",
      "Epoch:3864, Loss:0.0000\n",
      "Epoch:3865, Loss:0.0000\n",
      "Epoch:3866, Loss:0.0000\n",
      "Epoch:3867, Loss:0.0000\n",
      "Epoch:3868, Loss:0.0000\n",
      "Epoch:3869, Loss:0.0000\n",
      "Epoch:3870, Loss:0.0000\n",
      "Epoch:3871, Loss:0.0000\n",
      "Epoch:3872, Loss:0.0000\n",
      "Epoch:3873, Loss:0.0000\n",
      "Epoch:3874, Loss:0.0000\n",
      "Epoch:3875, Loss:0.0000\n",
      "Epoch:3876, Loss:0.0000\n",
      "Epoch:3877, Loss:0.0000\n",
      "Epoch:3878, Loss:0.0000\n",
      "Epoch:3879, Loss:0.0000\n",
      "Epoch:3880, Loss:0.0000\n",
      "Epoch:3881, Loss:0.0000\n",
      "Epoch:3882, Loss:0.0000\n",
      "Epoch:3883, Loss:0.0000\n",
      "Epoch:3884, Loss:0.0000\n",
      "Epoch:3885, Loss:0.0000\n",
      "Epoch:3886, Loss:0.0000\n",
      "Epoch:3887, Loss:0.0000\n",
      "Epoch:3888, Loss:0.0000\n",
      "Epoch:3889, Loss:0.0000\n",
      "Epoch:3890, Loss:0.0000\n",
      "Epoch:3891, Loss:0.0000\n",
      "Epoch:3892, Loss:0.0000\n",
      "Epoch:3893, Loss:0.0000\n",
      "Epoch:3894, Loss:0.0000\n",
      "Epoch:3895, Loss:0.0000\n",
      "Epoch:3896, Loss:0.0000\n",
      "Epoch:3897, Loss:0.0000\n",
      "Epoch:3898, Loss:0.0000\n",
      "Epoch:3899, Loss:0.0000\n",
      "Epoch:3900, Loss:0.0000\n",
      "Epoch:3901, Loss:0.0000\n",
      "Epoch:3902, Loss:0.0000\n",
      "Epoch:3903, Loss:0.0000\n",
      "Epoch:3904, Loss:0.0000\n",
      "Epoch:3905, Loss:0.0000\n",
      "Epoch:3906, Loss:0.0000\n",
      "Epoch:3907, Loss:0.0000\n",
      "Epoch:3908, Loss:0.0000\n",
      "Epoch:3909, Loss:0.0000\n",
      "Epoch:3910, Loss:0.0000\n",
      "Epoch:3911, Loss:0.0000\n",
      "Epoch:3912, Loss:0.0000\n",
      "Epoch:3913, Loss:0.0000\n",
      "Epoch:3914, Loss:0.0000\n",
      "Epoch:3915, Loss:0.0000\n",
      "Epoch:3916, Loss:0.0000\n",
      "Epoch:3917, Loss:0.0000\n",
      "Epoch:3918, Loss:0.0000\n",
      "Epoch:3919, Loss:0.0000\n",
      "Epoch:3920, Loss:0.0000\n",
      "Epoch:3921, Loss:0.0000\n",
      "Epoch:3922, Loss:0.0000\n",
      "Epoch:3923, Loss:0.0000\n",
      "Epoch:3924, Loss:0.0000\n",
      "Epoch:3925, Loss:0.0000\n",
      "Epoch:3926, Loss:0.0000\n",
      "Epoch:3927, Loss:0.0000\n",
      "Epoch:3928, Loss:0.0000\n",
      "Epoch:3929, Loss:0.0000\n",
      "Epoch:3930, Loss:0.0000\n",
      "Epoch:3931, Loss:0.0000\n",
      "Epoch:3932, Loss:0.0000\n",
      "Epoch:3933, Loss:0.0000\n",
      "Epoch:3934, Loss:0.0000\n",
      "Epoch:3935, Loss:0.0000\n",
      "Epoch:3936, Loss:0.0000\n",
      "Epoch:3937, Loss:0.0000\n",
      "Epoch:3938, Loss:0.0000\n",
      "Epoch:3939, Loss:0.0000\n",
      "Epoch:3940, Loss:0.0000\n",
      "Epoch:3941, Loss:0.0000\n",
      "Epoch:3942, Loss:0.0000\n",
      "Epoch:3943, Loss:0.0000\n",
      "Epoch:3944, Loss:0.0000\n",
      "Epoch:3945, Loss:0.0000\n",
      "Epoch:3946, Loss:0.0000\n",
      "Epoch:3947, Loss:0.0000\n",
      "Epoch:3948, Loss:0.0000\n",
      "Epoch:3949, Loss:0.0000\n",
      "Epoch:3950, Loss:0.0000\n",
      "Epoch:3951, Loss:0.0000\n",
      "Epoch:3952, Loss:0.0000\n",
      "Epoch:3953, Loss:0.0000\n",
      "Epoch:3954, Loss:0.0000\n",
      "Epoch:3955, Loss:0.0000\n",
      "Epoch:3956, Loss:0.0000\n",
      "Epoch:3957, Loss:0.0000\n",
      "Epoch:3958, Loss:0.0000\n",
      "Epoch:3959, Loss:0.0000\n",
      "Epoch:3960, Loss:0.0000\n",
      "Epoch:3961, Loss:0.0000\n",
      "Epoch:3962, Loss:0.0000\n",
      "Epoch:3963, Loss:0.0000\n",
      "Epoch:3964, Loss:0.0000\n",
      "Epoch:3965, Loss:0.0000\n",
      "Epoch:3966, Loss:0.0000\n",
      "Epoch:3967, Loss:0.0000\n",
      "Epoch:3968, Loss:0.0000\n",
      "Epoch:3969, Loss:0.0000\n",
      "Epoch:3970, Loss:0.0000\n",
      "Epoch:3971, Loss:0.0000\n",
      "Epoch:3972, Loss:0.0000\n",
      "Epoch:3973, Loss:0.0000\n",
      "Epoch:3974, Loss:0.0000\n",
      "Epoch:3975, Loss:0.0000\n",
      "Epoch:3976, Loss:0.0000\n",
      "Epoch:3977, Loss:0.0000\n",
      "Epoch:3978, Loss:0.0000\n",
      "Epoch:3979, Loss:0.0000\n",
      "Epoch:3980, Loss:0.0000\n",
      "Epoch:3981, Loss:0.0000\n",
      "Epoch:3982, Loss:0.0000\n",
      "Epoch:3983, Loss:0.0000\n",
      "Epoch:3984, Loss:0.0000\n",
      "Epoch:3985, Loss:0.0000\n",
      "Epoch:3986, Loss:0.0000\n",
      "Epoch:3987, Loss:0.0000\n",
      "Epoch:3988, Loss:0.0000\n",
      "Epoch:3989, Loss:0.0000\n",
      "Epoch:3990, Loss:0.0000\n",
      "Epoch:3991, Loss:0.0000\n",
      "Epoch:3992, Loss:0.0000\n",
      "Epoch:3993, Loss:0.0000\n",
      "Epoch:3994, Loss:0.0000\n",
      "Epoch:3995, Loss:0.0000\n",
      "Epoch:3996, Loss:0.0000\n",
      "Epoch:3997, Loss:0.0000\n",
      "Epoch:3998, Loss:0.0000\n",
      "Epoch:3999, Loss:0.0000\n",
      "Epoch:4000, Loss:0.0000\n",
      "Epoch:4001, Loss:0.0000\n",
      "Epoch:4002, Loss:0.0000\n",
      "Epoch:4003, Loss:0.0000\n",
      "Epoch:4004, Loss:0.0000\n",
      "Epoch:4005, Loss:0.0000\n",
      "Epoch:4006, Loss:0.0000\n",
      "Epoch:4007, Loss:0.0000\n",
      "Epoch:4008, Loss:0.0000\n",
      "Epoch:4009, Loss:0.0000\n",
      "Epoch:4010, Loss:0.0000\n",
      "Epoch:4011, Loss:0.0000\n",
      "Epoch:4012, Loss:0.0000\n",
      "Epoch:4013, Loss:0.0000\n",
      "Epoch:4014, Loss:0.0000\n",
      "Epoch:4015, Loss:0.0000\n",
      "Epoch:4016, Loss:0.0000\n",
      "Epoch:4017, Loss:0.0000\n",
      "Epoch:4018, Loss:0.0000\n",
      "Epoch:4019, Loss:0.0000\n",
      "Epoch:4020, Loss:0.0000\n",
      "Epoch:4021, Loss:0.0000\n",
      "Epoch:4022, Loss:0.0000\n",
      "Epoch:4023, Loss:0.0000\n",
      "Epoch:4024, Loss:0.0000\n",
      "Epoch:4025, Loss:0.0000\n",
      "Epoch:4026, Loss:0.0000\n",
      "Epoch:4027, Loss:0.0000\n",
      "Epoch:4028, Loss:0.0000\n",
      "Epoch:4029, Loss:0.0000\n",
      "Epoch:4030, Loss:0.0000\n",
      "Epoch:4031, Loss:0.0000\n",
      "Epoch:4032, Loss:0.0000\n",
      "Epoch:4033, Loss:0.0000\n",
      "Epoch:4034, Loss:0.0000\n",
      "Epoch:4035, Loss:0.0000\n",
      "Epoch:4036, Loss:0.0000\n",
      "Epoch:4037, Loss:0.0000\n",
      "Epoch:4038, Loss:0.0000\n",
      "Epoch:4039, Loss:0.0000\n",
      "Epoch:4040, Loss:0.0000\n",
      "Epoch:4041, Loss:0.0000\n",
      "Epoch:4042, Loss:0.0000\n",
      "Epoch:4043, Loss:0.0000\n",
      "Epoch:4044, Loss:0.0000\n",
      "Epoch:4045, Loss:0.0000\n",
      "Epoch:4046, Loss:0.0000\n",
      "Epoch:4047, Loss:0.0000\n",
      "Epoch:4048, Loss:0.0000\n",
      "Epoch:4049, Loss:0.0000\n",
      "Epoch:4050, Loss:0.0000\n",
      "Epoch:4051, Loss:0.0000\n",
      "Epoch:4052, Loss:0.0000\n",
      "Epoch:4053, Loss:0.0000\n",
      "Epoch:4054, Loss:0.0000\n",
      "Epoch:4055, Loss:0.0000\n",
      "Epoch:4056, Loss:0.0000\n",
      "Epoch:4057, Loss:0.0000\n",
      "Epoch:4058, Loss:0.0000\n",
      "Epoch:4059, Loss:0.0000\n",
      "Epoch:4060, Loss:0.0000\n",
      "Epoch:4061, Loss:0.0000\n",
      "Epoch:4062, Loss:0.0000\n",
      "Epoch:4063, Loss:0.0000\n",
      "Epoch:4064, Loss:0.0000\n",
      "Epoch:4065, Loss:0.0000\n",
      "Epoch:4066, Loss:0.0000\n",
      "Epoch:4067, Loss:0.0000\n",
      "Epoch:4068, Loss:0.0000\n",
      "Epoch:4069, Loss:0.0000\n",
      "Epoch:4070, Loss:0.0000\n",
      "Epoch:4071, Loss:0.0000\n",
      "Epoch:4072, Loss:0.0000\n",
      "Epoch:4073, Loss:0.0000\n",
      "Epoch:4074, Loss:0.0000\n",
      "Epoch:4075, Loss:0.0000\n",
      "Epoch:4076, Loss:0.0000\n",
      "Epoch:4077, Loss:0.0000\n",
      "Epoch:4078, Loss:0.0000\n",
      "Epoch:4079, Loss:0.0000\n",
      "Epoch:4080, Loss:0.0000\n",
      "Epoch:4081, Loss:0.0000\n",
      "Epoch:4082, Loss:0.0000\n",
      "Epoch:4083, Loss:0.0000\n",
      "Epoch:4084, Loss:0.0000\n",
      "Epoch:4085, Loss:0.0000\n",
      "Epoch:4086, Loss:0.0000\n",
      "Epoch:4087, Loss:0.0000\n",
      "Epoch:4088, Loss:0.0000\n",
      "Epoch:4089, Loss:0.0000\n",
      "Epoch:4090, Loss:0.0000\n",
      "Epoch:4091, Loss:0.0000\n",
      "Epoch:4092, Loss:0.0000\n",
      "Epoch:4093, Loss:0.0000\n",
      "Epoch:4094, Loss:0.0000\n",
      "Epoch:4095, Loss:0.0000\n",
      "Epoch:4096, Loss:0.0000\n",
      "Epoch:4097, Loss:0.0000\n",
      "Epoch:4098, Loss:0.0000\n",
      "Epoch:4099, Loss:0.0000\n",
      "Epoch:4100, Loss:0.0000\n",
      "Epoch:4101, Loss:0.0000\n",
      "Epoch:4102, Loss:0.0000\n",
      "Epoch:4103, Loss:0.0000\n",
      "Epoch:4104, Loss:0.0000\n",
      "Epoch:4105, Loss:0.0000\n",
      "Epoch:4106, Loss:0.0000\n",
      "Epoch:4107, Loss:0.0000\n",
      "Epoch:4108, Loss:0.0000\n",
      "Epoch:4109, Loss:0.0000\n",
      "Epoch:4110, Loss:0.0000\n",
      "Epoch:4111, Loss:0.0000\n",
      "Epoch:4112, Loss:0.0000\n",
      "Epoch:4113, Loss:0.0000\n",
      "Epoch:4114, Loss:0.0000\n",
      "Epoch:4115, Loss:0.0000\n",
      "Epoch:4116, Loss:0.0000\n",
      "Epoch:4117, Loss:0.0000\n",
      "Epoch:4118, Loss:0.0000\n",
      "Epoch:4119, Loss:0.0000\n",
      "Epoch:4120, Loss:0.0000\n",
      "Epoch:4121, Loss:0.0000\n",
      "Epoch:4122, Loss:0.0000\n",
      "Epoch:4123, Loss:0.0000\n",
      "Epoch:4124, Loss:0.0000\n",
      "Epoch:4125, Loss:0.0000\n",
      "Epoch:4126, Loss:0.0000\n",
      "Epoch:4127, Loss:0.0000\n",
      "Epoch:4128, Loss:0.0000\n",
      "Epoch:4129, Loss:0.0000\n",
      "Epoch:4130, Loss:0.0000\n",
      "Epoch:4131, Loss:0.0000\n",
      "Epoch:4132, Loss:0.0000\n",
      "Epoch:4133, Loss:0.0000\n",
      "Epoch:4134, Loss:0.0000\n",
      "Epoch:4135, Loss:0.0000\n",
      "Epoch:4136, Loss:0.0000\n",
      "Epoch:4137, Loss:0.0000\n",
      "Epoch:4138, Loss:0.0000\n",
      "Epoch:4139, Loss:0.0000\n",
      "Epoch:4140, Loss:0.0000\n",
      "Epoch:4141, Loss:0.0000\n",
      "Epoch:4142, Loss:0.0000\n",
      "Epoch:4143, Loss:0.0000\n",
      "Epoch:4144, Loss:0.0000\n",
      "Epoch:4145, Loss:0.0000\n",
      "Epoch:4146, Loss:0.0000\n",
      "Epoch:4147, Loss:0.0000\n",
      "Epoch:4148, Loss:0.0000\n",
      "Epoch:4149, Loss:0.0000\n",
      "Epoch:4150, Loss:0.0000\n",
      "Epoch:4151, Loss:0.0000\n",
      "Epoch:4152, Loss:0.0000\n",
      "Epoch:4153, Loss:0.0000\n",
      "Epoch:4154, Loss:0.0000\n",
      "Epoch:4155, Loss:0.0000\n",
      "Epoch:4156, Loss:0.0000\n",
      "Epoch:4157, Loss:0.0000\n",
      "Epoch:4158, Loss:0.0000\n",
      "Epoch:4159, Loss:0.0000\n",
      "Epoch:4160, Loss:0.0000\n",
      "Epoch:4161, Loss:0.0000\n",
      "Epoch:4162, Loss:0.0000\n",
      "Epoch:4163, Loss:0.0000\n",
      "Epoch:4164, Loss:0.0000\n",
      "Epoch:4165, Loss:0.0000\n",
      "Epoch:4166, Loss:0.0000\n",
      "Epoch:4167, Loss:0.0000\n",
      "Epoch:4168, Loss:0.0000\n",
      "Epoch:4169, Loss:0.0000\n",
      "Epoch:4170, Loss:0.0000\n",
      "Epoch:4171, Loss:0.0000\n",
      "Epoch:4172, Loss:0.0000\n",
      "Epoch:4173, Loss:0.0000\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Epoch:4174, Loss:0.0000\n",
      "Epoch:4175, Loss:0.0000\n",
      "Epoch:4176, Loss:0.0000\n",
      "Epoch:4177, Loss:0.0000\n",
      "Epoch:4178, Loss:0.0000\n",
      "Epoch:4179, Loss:0.0000\n",
      "Epoch:4180, Loss:0.0000\n",
      "Epoch:4181, Loss:0.0000\n",
      "Epoch:4182, Loss:0.0000\n",
      "Epoch:4183, Loss:0.0000\n",
      "Epoch:4184, Loss:0.0000\n",
      "Epoch:4185, Loss:0.0000\n",
      "Epoch:4186, Loss:0.0000\n",
      "Epoch:4187, Loss:0.0000\n",
      "Epoch:4188, Loss:0.0000\n",
      "Epoch:4189, Loss:0.0000\n",
      "Epoch:4190, Loss:0.0000\n",
      "Epoch:4191, Loss:0.0000\n",
      "Epoch:4192, Loss:0.0000\n",
      "Epoch:4193, Loss:0.0000\n",
      "Epoch:4194, Loss:0.0000\n",
      "Epoch:4195, Loss:0.0000\n",
      "Epoch:4196, Loss:0.0000\n",
      "Epoch:4197, Loss:0.0000\n",
      "Epoch:4198, Loss:0.0000\n",
      "Epoch:4199, Loss:0.0000\n",
      "Epoch:4200, Loss:0.0000\n",
      "Epoch:4201, Loss:0.0000\n",
      "Epoch:4202, Loss:0.0000\n",
      "Epoch:4203, Loss:0.0000\n",
      "Epoch:4204, Loss:0.0000\n",
      "Epoch:4205, Loss:0.0000\n",
      "Epoch:4206, Loss:0.0000\n",
      "Epoch:4207, Loss:0.0000\n",
      "Epoch:4208, Loss:0.0000\n",
      "Epoch:4209, Loss:0.0000\n",
      "Epoch:4210, Loss:0.0000\n",
      "Epoch:4211, Loss:0.0000\n",
      "Epoch:4212, Loss:0.0000\n",
      "Epoch:4213, Loss:0.0000\n",
      "Epoch:4214, Loss:0.0000\n",
      "Epoch:4215, Loss:0.0000\n",
      "Epoch:4216, Loss:0.0000\n",
      "Epoch:4217, Loss:0.0000\n",
      "Epoch:4218, Loss:0.0000\n",
      "Epoch:4219, Loss:0.0000\n",
      "Epoch:4220, Loss:0.0000\n",
      "Epoch:4221, Loss:0.0000\n",
      "Epoch:4222, Loss:0.0000\n",
      "Epoch:4223, Loss:0.0000\n",
      "Epoch:4224, Loss:0.0000\n",
      "Epoch:4225, Loss:0.0000\n",
      "Epoch:4226, Loss:0.0000\n",
      "Epoch:4227, Loss:0.0000\n",
      "Epoch:4228, Loss:0.0000\n",
      "Epoch:4229, Loss:0.0000\n",
      "Epoch:4230, Loss:0.0000\n",
      "Epoch:4231, Loss:0.0000\n",
      "Epoch:4232, Loss:0.0000\n",
      "Epoch:4233, Loss:0.0000\n",
      "Epoch:4234, Loss:0.0000\n",
      "Epoch:4235, Loss:0.0000\n",
      "Epoch:4236, Loss:0.0000\n",
      "Epoch:4237, Loss:0.0000\n",
      "Epoch:4238, Loss:0.0000\n",
      "Epoch:4239, Loss:0.0000\n",
      "Epoch:4240, Loss:0.0000\n",
      "Epoch:4241, Loss:0.0000\n",
      "Epoch:4242, Loss:0.0000\n",
      "Epoch:4243, Loss:0.0000\n",
      "Epoch:4244, Loss:0.0000\n",
      "Epoch:4245, Loss:0.0000\n",
      "Epoch:4246, Loss:0.0000\n",
      "Epoch:4247, Loss:0.0000\n",
      "Epoch:4248, Loss:0.0000\n",
      "Epoch:4249, Loss:0.0000\n",
      "Epoch:4250, Loss:0.0000\n",
      "Epoch:4251, Loss:0.0000\n",
      "Epoch:4252, Loss:0.0000\n",
      "Epoch:4253, Loss:0.0000\n",
      "Epoch:4254, Loss:0.0000\n",
      "Epoch:4255, Loss:0.0000\n",
      "Epoch:4256, Loss:0.0000\n",
      "Epoch:4257, Loss:0.0000\n",
      "Epoch:4258, Loss:0.0000\n",
      "Epoch:4259, Loss:0.0000\n",
      "Epoch:4260, Loss:0.0000\n",
      "Epoch:4261, Loss:0.0000\n",
      "Epoch:4262, Loss:0.0000\n",
      "Epoch:4263, Loss:0.0000\n",
      "Epoch:4264, Loss:0.0000\n",
      "Epoch:4265, Loss:0.0000\n",
      "Epoch:4266, Loss:0.0000\n",
      "Epoch:4267, Loss:0.0000\n",
      "Epoch:4268, Loss:0.0000\n",
      "Epoch:4269, Loss:0.0000\n",
      "Epoch:4270, Loss:0.0000\n",
      "Epoch:4271, Loss:0.0000\n",
      "Epoch:4272, Loss:0.0000\n",
      "Epoch:4273, Loss:0.0000\n",
      "Epoch:4274, Loss:0.0000\n",
      "Epoch:4275, Loss:0.0000\n",
      "Epoch:4276, Loss:0.0000\n",
      "Epoch:4277, Loss:0.0000\n",
      "Epoch:4278, Loss:0.0000\n",
      "Epoch:4279, Loss:0.0000\n",
      "Epoch:4280, Loss:0.0000\n",
      "Epoch:4281, Loss:0.0000\n",
      "Epoch:4282, Loss:0.0000\n",
      "Epoch:4283, Loss:0.0000\n",
      "Epoch:4284, Loss:0.0000\n",
      "Epoch:4285, Loss:0.0000\n",
      "Epoch:4286, Loss:0.0000\n",
      "Epoch:4287, Loss:0.0000\n",
      "Epoch:4288, Loss:0.0000\n",
      "Epoch:4289, Loss:0.0000\n",
      "Epoch:4290, Loss:0.0000\n",
      "Epoch:4291, Loss:0.0000\n",
      "Epoch:4292, Loss:0.0000\n",
      "Epoch:4293, Loss:0.0000\n",
      "Epoch:4294, Loss:0.0000\n",
      "Epoch:4295, Loss:0.0000\n",
      "Epoch:4296, Loss:0.0000\n",
      "Epoch:4297, Loss:0.0000\n",
      "Epoch:4298, Loss:0.0000\n",
      "Epoch:4299, Loss:0.0000\n",
      "Epoch:4300, Loss:0.0000\n",
      "Epoch:4301, Loss:0.0000\n",
      "Epoch:4302, Loss:0.0000\n",
      "Epoch:4303, Loss:0.0000\n",
      "Epoch:4304, Loss:0.0000\n",
      "Epoch:4305, Loss:0.0000\n",
      "Epoch:4306, Loss:0.0000\n",
      "Epoch:4307, Loss:0.0000\n",
      "Epoch:4308, Loss:0.0000\n",
      "Epoch:4309, Loss:0.0000\n",
      "Epoch:4310, Loss:0.0000\n",
      "Epoch:4311, Loss:0.0000\n",
      "Epoch:4312, Loss:0.0000\n",
      "Epoch:4313, Loss:0.0000\n",
      "Epoch:4314, Loss:0.0000\n",
      "Epoch:4315, Loss:0.0000\n",
      "Epoch:4316, Loss:0.0000\n",
      "Epoch:4317, Loss:0.0000\n",
      "Epoch:4318, Loss:0.0000\n",
      "Epoch:4319, Loss:0.0000\n",
      "Epoch:4320, Loss:0.0000\n",
      "Epoch:4321, Loss:0.0000\n",
      "Epoch:4322, Loss:0.0000\n",
      "Epoch:4323, Loss:0.0000\n",
      "Epoch:4324, Loss:0.0000\n",
      "Epoch:4325, Loss:0.0000\n",
      "Epoch:4326, Loss:0.0000\n",
      "Epoch:4327, Loss:0.0000\n",
      "Epoch:4328, Loss:0.0000\n",
      "Epoch:4329, Loss:0.0000\n",
      "Epoch:4330, Loss:0.0000\n",
      "Epoch:4331, Loss:0.0000\n",
      "Epoch:4332, Loss:0.0000\n",
      "Epoch:4333, Loss:0.0000\n",
      "Epoch:4334, Loss:0.0000\n",
      "Epoch:4335, Loss:0.0000\n",
      "Epoch:4336, Loss:0.0000\n",
      "Epoch:4337, Loss:0.0000\n",
      "Epoch:4338, Loss:0.0000\n",
      "Epoch:4339, Loss:0.0000\n",
      "Epoch:4340, Loss:0.0000\n",
      "Epoch:4341, Loss:0.0000\n",
      "Epoch:4342, Loss:0.0000\n",
      "Epoch:4343, Loss:0.0000\n",
      "Epoch:4344, Loss:0.0000\n",
      "Epoch:4345, Loss:0.0000\n",
      "Epoch:4346, Loss:0.0000\n",
      "Epoch:4347, Loss:0.0000\n",
      "Epoch:4348, Loss:0.0000\n",
      "Epoch:4349, Loss:0.0000\n",
      "Epoch:4350, Loss:0.0000\n",
      "Epoch:4351, Loss:0.0000\n",
      "Epoch:4352, Loss:0.0000\n",
      "Epoch:4353, Loss:0.0000\n",
      "Epoch:4354, Loss:0.0000\n",
      "Epoch:4355, Loss:0.0000\n",
      "Epoch:4356, Loss:0.0000\n",
      "Epoch:4357, Loss:0.0000\n",
      "Epoch:4358, Loss:0.0000\n",
      "Epoch:4359, Loss:0.0000\n",
      "Epoch:4360, Loss:0.0000\n",
      "Epoch:4361, Loss:0.0000\n",
      "Epoch:4362, Loss:0.0000\n",
      "Epoch:4363, Loss:0.0000\n",
      "Epoch:4364, Loss:0.0000\n",
      "Epoch:4365, Loss:0.0000\n",
      "Epoch:4366, Loss:0.0000\n",
      "Epoch:4367, Loss:0.0000\n",
      "Epoch:4368, Loss:0.0000\n",
      "Epoch:4369, Loss:0.0000\n",
      "Epoch:4370, Loss:0.0000\n",
      "Epoch:4371, Loss:0.0000\n",
      "Epoch:4372, Loss:0.0000\n",
      "Epoch:4373, Loss:0.0000\n",
      "Epoch:4374, Loss:0.0000\n",
      "Epoch:4375, Loss:0.0000\n",
      "Epoch:4376, Loss:0.0000\n",
      "Epoch:4377, Loss:0.0000\n",
      "Epoch:4378, Loss:0.0000\n",
      "Epoch:4379, Loss:0.0000\n",
      "Epoch:4380, Loss:0.0000\n",
      "Epoch:4381, Loss:0.0000\n",
      "Epoch:4382, Loss:0.0000\n",
      "Epoch:4383, Loss:0.0000\n",
      "Epoch:4384, Loss:0.0000\n",
      "Epoch:4385, Loss:0.0000\n",
      "Epoch:4386, Loss:0.0000\n",
      "Epoch:4387, Loss:0.0000\n",
      "Epoch:4388, Loss:0.0000\n",
      "Epoch:4389, Loss:0.0000\n",
      "Epoch:4390, Loss:0.0000\n",
      "Epoch:4391, Loss:0.0000\n",
      "Epoch:4392, Loss:0.0000\n",
      "Epoch:4393, Loss:0.0000\n",
      "Epoch:4394, Loss:0.0000\n",
      "Epoch:4395, Loss:0.0000\n",
      "Epoch:4396, Loss:0.0000\n",
      "Epoch:4397, Loss:0.0000\n",
      "Epoch:4398, Loss:0.0000\n",
      "Epoch:4399, Loss:0.0000\n",
      "Epoch:4400, Loss:0.0000\n",
      "Epoch:4401, Loss:0.0000\n",
      "Epoch:4402, Loss:0.0000\n",
      "Epoch:4403, Loss:0.0000\n",
      "Epoch:4404, Loss:0.0000\n",
      "Epoch:4405, Loss:0.0000\n",
      "Epoch:4406, Loss:0.0000\n",
      "Epoch:4407, Loss:0.0000\n",
      "Epoch:4408, Loss:0.0000\n",
      "Epoch:4409, Loss:0.0000\n",
      "Epoch:4410, Loss:0.0000\n",
      "Epoch:4411, Loss:0.0000\n",
      "Epoch:4412, Loss:0.0000\n",
      "Epoch:4413, Loss:0.0000\n",
      "Epoch:4414, Loss:0.0000\n",
      "Epoch:4415, Loss:0.0000\n",
      "Epoch:4416, Loss:0.0000\n",
      "Epoch:4417, Loss:0.0000\n",
      "Epoch:4418, Loss:0.0000\n",
      "Epoch:4419, Loss:0.0000\n",
      "Epoch:4420, Loss:0.0000\n",
      "Epoch:4421, Loss:0.0000\n",
      "Epoch:4422, Loss:0.0000\n",
      "Epoch:4423, Loss:0.0000\n",
      "Epoch:4424, Loss:0.0000\n",
      "Epoch:4425, Loss:0.0000\n",
      "Epoch:4426, Loss:0.0000\n",
      "Epoch:4427, Loss:0.0000\n",
      "Epoch:4428, Loss:0.0000\n",
      "Epoch:4429, Loss:0.0000\n",
      "Epoch:4430, Loss:0.0000\n",
      "Epoch:4431, Loss:0.0000\n",
      "Epoch:4432, Loss:0.0000\n",
      "Epoch:4433, Loss:0.0000\n",
      "Epoch:4434, Loss:0.0000\n",
      "Epoch:4435, Loss:0.0000\n",
      "Epoch:4436, Loss:0.0000\n",
      "Epoch:4437, Loss:0.0000\n",
      "Epoch:4438, Loss:0.0000\n",
      "Epoch:4439, Loss:0.0000\n",
      "Epoch:4440, Loss:0.0000\n",
      "Epoch:4441, Loss:0.0000\n",
      "Epoch:4442, Loss:0.0000\n",
      "Epoch:4443, Loss:0.0000\n",
      "Epoch:4444, Loss:0.0000\n",
      "Epoch:4445, Loss:0.0000\n",
      "Epoch:4446, Loss:0.0000\n",
      "Epoch:4447, Loss:0.0000\n",
      "Epoch:4448, Loss:0.0000\n",
      "Epoch:4449, Loss:0.0000\n",
      "Epoch:4450, Loss:0.0000\n",
      "Epoch:4451, Loss:0.0000\n",
      "Epoch:4452, Loss:0.0000\n",
      "Epoch:4453, Loss:0.0000\n",
      "Epoch:4454, Loss:0.0000\n",
      "Epoch:4455, Loss:0.0000\n",
      "Epoch:4456, Loss:0.0000\n",
      "Epoch:4457, Loss:0.0000\n",
      "Epoch:4458, Loss:0.0000\n",
      "Epoch:4459, Loss:0.0000\n",
      "Epoch:4460, Loss:0.0000\n",
      "Epoch:4461, Loss:0.0000\n",
      "Epoch:4462, Loss:0.0000\n",
      "Epoch:4463, Loss:0.0000\n",
      "Epoch:4464, Loss:0.0000\n",
      "Epoch:4465, Loss:0.0000\n",
      "Epoch:4466, Loss:0.0000\n",
      "Epoch:4467, Loss:0.0000\n",
      "Epoch:4468, Loss:0.0000\n",
      "Epoch:4469, Loss:0.0000\n",
      "Epoch:4470, Loss:0.0000\n",
      "Epoch:4471, Loss:0.0000\n",
      "Epoch:4472, Loss:0.0000\n",
      "Epoch:4473, Loss:0.0000\n",
      "Epoch:4474, Loss:0.0000\n",
      "Epoch:4475, Loss:0.0000\n",
      "Epoch:4476, Loss:0.0000\n",
      "Epoch:4477, Loss:0.0000\n",
      "Epoch:4478, Loss:0.0000\n",
      "Epoch:4479, Loss:0.0000\n",
      "Epoch:4480, Loss:0.0000\n",
      "Epoch:4481, Loss:0.0000\n",
      "Epoch:4482, Loss:0.0000\n",
      "Epoch:4483, Loss:0.0000\n",
      "Epoch:4484, Loss:0.0000\n",
      "Epoch:4485, Loss:0.0000\n",
      "Epoch:4486, Loss:0.0000\n",
      "Epoch:4487, Loss:0.0000\n",
      "Epoch:4488, Loss:0.0000\n",
      "Epoch:4489, Loss:0.0000\n",
      "Epoch:4490, Loss:0.0000\n",
      "Epoch:4491, Loss:0.0000\n",
      "Epoch:4492, Loss:0.0000\n",
      "Epoch:4493, Loss:0.0000\n",
      "Epoch:4494, Loss:0.0000\n",
      "Epoch:4495, Loss:0.0000\n",
      "Epoch:4496, Loss:0.0000\n",
      "Epoch:4497, Loss:0.0000\n",
      "Epoch:4498, Loss:0.0000\n",
      "Epoch:4499, Loss:0.0000\n",
      "Epoch:4500, Loss:0.0000\n",
      "Epoch:4501, Loss:0.0000\n",
      "Epoch:4502, Loss:0.0000\n",
      "Epoch:4503, Loss:0.0000\n",
      "Epoch:4504, Loss:0.0000\n",
      "Epoch:4505, Loss:0.0000\n",
      "Epoch:4506, Loss:0.0000\n",
      "Epoch:4507, Loss:0.0000\n",
      "Epoch:4508, Loss:0.0000\n",
      "Epoch:4509, Loss:0.0000\n",
      "Epoch:4510, Loss:0.0000\n",
      "Epoch:4511, Loss:0.0000\n",
      "Epoch:4512, Loss:0.0000\n",
      "Epoch:4513, Loss:0.0000\n",
      "Epoch:4514, Loss:0.0000\n",
      "Epoch:4515, Loss:0.0000\n",
      "Epoch:4516, Loss:0.0000\n",
      "Epoch:4517, Loss:0.0000\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Epoch:4518, Loss:0.0000\n",
      "Epoch:4519, Loss:0.0000\n",
      "Epoch:4520, Loss:0.0000\n",
      "Epoch:4521, Loss:0.0000\n",
      "Epoch:4522, Loss:0.0000\n",
      "Epoch:4523, Loss:0.0000\n",
      "Epoch:4524, Loss:0.0000\n",
      "Epoch:4525, Loss:0.0000\n",
      "Epoch:4526, Loss:0.0000\n",
      "Epoch:4527, Loss:0.0000\n",
      "Epoch:4528, Loss:0.0000\n",
      "Epoch:4529, Loss:0.0000\n",
      "Epoch:4530, Loss:0.0000\n",
      "Epoch:4531, Loss:0.0000\n",
      "Epoch:4532, Loss:0.0000\n",
      "Epoch:4533, Loss:0.0000\n",
      "Epoch:4534, Loss:0.0000\n",
      "Epoch:4535, Loss:0.0000\n",
      "Epoch:4536, Loss:0.0000\n",
      "Epoch:4537, Loss:0.0000\n",
      "Epoch:4538, Loss:0.0000\n",
      "Epoch:4539, Loss:0.0000\n",
      "Epoch:4540, Loss:0.0000\n",
      "Epoch:4541, Loss:0.0000\n",
      "Epoch:4542, Loss:0.0000\n",
      "Epoch:4543, Loss:0.0000\n",
      "Epoch:4544, Loss:0.0000\n",
      "Epoch:4545, Loss:0.0000\n",
      "Epoch:4546, Loss:0.0000\n",
      "Epoch:4547, Loss:0.0000\n",
      "Epoch:4548, Loss:0.0000\n",
      "Epoch:4549, Loss:0.0000\n",
      "Epoch:4550, Loss:0.0000\n",
      "Epoch:4551, Loss:0.0000\n",
      "Epoch:4552, Loss:0.0000\n",
      "Epoch:4553, Loss:0.0000\n",
      "Epoch:4554, Loss:0.0000\n",
      "Epoch:4555, Loss:0.0000\n",
      "Epoch:4556, Loss:0.0000\n",
      "Epoch:4557, Loss:0.0000\n",
      "Epoch:4558, Loss:0.0000\n",
      "Epoch:4559, Loss:0.0000\n",
      "Epoch:4560, Loss:0.0000\n",
      "Epoch:4561, Loss:0.0000\n",
      "Epoch:4562, Loss:0.0000\n",
      "Epoch:4563, Loss:0.0000\n",
      "Epoch:4564, Loss:0.0000\n",
      "Epoch:4565, Loss:0.0000\n",
      "Epoch:4566, Loss:0.0000\n",
      "Epoch:4567, Loss:0.0000\n",
      "Epoch:4568, Loss:0.0000\n",
      "Epoch:4569, Loss:0.0000\n",
      "Epoch:4570, Loss:0.0000\n",
      "Epoch:4571, Loss:0.0000\n",
      "Epoch:4572, Loss:0.0000\n",
      "Epoch:4573, Loss:0.0000\n",
      "Epoch:4574, Loss:0.0000\n",
      "Epoch:4575, Loss:0.0000\n",
      "Epoch:4576, Loss:0.0000\n",
      "Epoch:4577, Loss:0.0000\n",
      "Epoch:4578, Loss:0.0000\n",
      "Epoch:4579, Loss:0.0000\n",
      "Epoch:4580, Loss:0.0000\n",
      "Epoch:4581, Loss:0.0000\n",
      "Epoch:4582, Loss:0.0000\n",
      "Epoch:4583, Loss:0.0000\n",
      "Epoch:4584, Loss:0.0000\n",
      "Epoch:4585, Loss:0.0000\n",
      "Epoch:4586, Loss:0.0000\n",
      "Epoch:4587, Loss:0.0000\n",
      "Epoch:4588, Loss:0.0000\n",
      "Epoch:4589, Loss:0.0000\n",
      "Epoch:4590, Loss:0.0000\n",
      "Epoch:4591, Loss:0.0000\n",
      "Epoch:4592, Loss:0.0000\n",
      "Epoch:4593, Loss:0.0000\n",
      "Epoch:4594, Loss:0.0000\n",
      "Epoch:4595, Loss:0.0000\n",
      "Epoch:4596, Loss:0.0000\n",
      "Epoch:4597, Loss:0.0000\n",
      "Epoch:4598, Loss:0.0000\n",
      "Epoch:4599, Loss:0.0000\n",
      "Epoch:4600, Loss:0.0000\n",
      "Epoch:4601, Loss:0.0000\n",
      "Epoch:4602, Loss:0.0000\n",
      "Epoch:4603, Loss:0.0000\n",
      "Epoch:4604, Loss:0.0000\n",
      "Epoch:4605, Loss:0.0000\n",
      "Epoch:4606, Loss:0.0000\n",
      "Epoch:4607, Loss:0.0000\n",
      "Epoch:4608, Loss:0.0000\n",
      "Epoch:4609, Loss:0.0000\n",
      "Epoch:4610, Loss:0.0000\n",
      "Epoch:4611, Loss:0.0000\n",
      "Epoch:4612, Loss:0.0000\n",
      "Epoch:4613, Loss:0.0000\n",
      "Epoch:4614, Loss:0.0000\n",
      "Epoch:4615, Loss:0.0000\n",
      "Epoch:4616, Loss:0.0000\n",
      "Epoch:4617, Loss:0.0000\n",
      "Epoch:4618, Loss:0.0000\n",
      "Epoch:4619, Loss:0.0000\n",
      "Epoch:4620, Loss:0.0000\n",
      "Epoch:4621, Loss:0.0000\n",
      "Epoch:4622, Loss:0.0000\n",
      "Epoch:4623, Loss:0.0000\n",
      "Epoch:4624, Loss:0.0000\n",
      "Epoch:4625, Loss:0.0000\n",
      "Epoch:4626, Loss:0.0000\n",
      "Epoch:4627, Loss:0.0000\n",
      "Epoch:4628, Loss:0.0000\n",
      "Epoch:4629, Loss:0.0000\n",
      "Epoch:4630, Loss:0.0000\n",
      "Epoch:4631, Loss:0.0000\n",
      "Epoch:4632, Loss:0.0000\n",
      "Epoch:4633, Loss:0.0000\n",
      "Epoch:4634, Loss:0.0000\n",
      "Epoch:4635, Loss:0.0000\n",
      "Epoch:4636, Loss:0.0000\n",
      "Epoch:4637, Loss:0.0000\n",
      "Epoch:4638, Loss:0.0000\n",
      "Epoch:4639, Loss:0.0000\n",
      "Epoch:4640, Loss:0.0000\n",
      "Epoch:4641, Loss:0.0000\n",
      "Epoch:4642, Loss:0.0000\n",
      "Epoch:4643, Loss:0.0000\n",
      "Epoch:4644, Loss:0.0000\n",
      "Epoch:4645, Loss:0.0000\n",
      "Epoch:4646, Loss:0.0000\n",
      "Epoch:4647, Loss:0.0000\n",
      "Epoch:4648, Loss:0.0000\n",
      "Epoch:4649, Loss:0.0000\n",
      "Epoch:4650, Loss:0.0000\n",
      "Epoch:4651, Loss:0.0000\n",
      "Epoch:4652, Loss:0.0000\n",
      "Epoch:4653, Loss:0.0000\n",
      "Epoch:4654, Loss:0.0000\n",
      "Epoch:4655, Loss:0.0000\n",
      "Epoch:4656, Loss:0.0000\n",
      "Epoch:4657, Loss:0.0000\n",
      "Epoch:4658, Loss:0.0000\n",
      "Epoch:4659, Loss:0.0000\n",
      "Epoch:4660, Loss:0.0000\n",
      "Epoch:4661, Loss:0.0000\n",
      "Epoch:4662, Loss:0.0000\n",
      "Epoch:4663, Loss:0.0000\n",
      "Epoch:4664, Loss:0.0000\n",
      "Epoch:4665, Loss:0.0000\n",
      "Epoch:4666, Loss:0.0000\n",
      "Epoch:4667, Loss:0.0000\n",
      "Epoch:4668, Loss:0.0000\n",
      "Epoch:4669, Loss:0.0000\n",
      "Epoch:4670, Loss:0.0000\n",
      "Epoch:4671, Loss:0.0000\n",
      "Epoch:4672, Loss:0.0000\n",
      "Epoch:4673, Loss:0.0000\n",
      "Epoch:4674, Loss:0.0000\n",
      "Epoch:4675, Loss:0.0000\n",
      "Epoch:4676, Loss:0.0000\n",
      "Epoch:4677, Loss:0.0000\n",
      "Epoch:4678, Loss:0.0000\n",
      "Epoch:4679, Loss:0.0000\n",
      "Epoch:4680, Loss:0.0000\n",
      "Epoch:4681, Loss:0.0000\n",
      "Epoch:4682, Loss:0.0000\n",
      "Epoch:4683, Loss:0.0000\n",
      "Epoch:4684, Loss:0.0000\n",
      "Epoch:4685, Loss:0.0000\n",
      "Epoch:4686, Loss:0.0000\n",
      "Epoch:4687, Loss:0.0000\n",
      "Epoch:4688, Loss:0.0000\n",
      "Epoch:4689, Loss:0.0000\n",
      "Epoch:4690, Loss:0.0000\n",
      "Epoch:4691, Loss:0.0000\n",
      "Epoch:4692, Loss:0.0000\n",
      "Epoch:4693, Loss:0.0000\n",
      "Epoch:4694, Loss:0.0000\n",
      "Epoch:4695, Loss:0.0000\n",
      "Epoch:4696, Loss:0.0000\n",
      "Epoch:4697, Loss:0.0000\n",
      "Epoch:4698, Loss:0.0000\n",
      "Epoch:4699, Loss:0.0000\n",
      "Epoch:4700, Loss:0.0000\n",
      "Epoch:4701, Loss:0.0000\n",
      "Epoch:4702, Loss:0.0000\n",
      "Epoch:4703, Loss:0.0000\n",
      "Epoch:4704, Loss:0.0000\n",
      "Epoch:4705, Loss:0.0000\n",
      "Epoch:4706, Loss:0.0000\n",
      "Epoch:4707, Loss:0.0000\n",
      "Epoch:4708, Loss:0.0000\n",
      "Epoch:4709, Loss:0.0000\n",
      "Epoch:4710, Loss:0.0000\n",
      "Epoch:4711, Loss:0.0000\n",
      "Epoch:4712, Loss:0.0000\n",
      "Epoch:4713, Loss:0.0000\n",
      "Epoch:4714, Loss:0.0000\n",
      "Epoch:4715, Loss:0.0000\n",
      "Epoch:4716, Loss:0.0000\n",
      "Epoch:4717, Loss:0.0000\n",
      "Epoch:4718, Loss:0.0000\n",
      "Epoch:4719, Loss:0.0000\n",
      "Epoch:4720, Loss:0.0000\n",
      "Epoch:4721, Loss:0.0000\n",
      "Epoch:4722, Loss:0.0000\n",
      "Epoch:4723, Loss:0.0000\n",
      "Epoch:4724, Loss:0.0000\n",
      "Epoch:4725, Loss:0.0000\n",
      "Epoch:4726, Loss:0.0000\n",
      "Epoch:4727, Loss:0.0000\n",
      "Epoch:4728, Loss:0.0000\n",
      "Epoch:4729, Loss:0.0000\n",
      "Epoch:4730, Loss:0.0000\n",
      "Epoch:4731, Loss:0.0000\n",
      "Epoch:4732, Loss:0.0000\n",
      "Epoch:4733, Loss:0.0000\n",
      "Epoch:4734, Loss:0.0000\n",
      "Epoch:4735, Loss:0.0000\n",
      "Epoch:4736, Loss:0.0000\n",
      "Epoch:4737, Loss:0.0000\n",
      "Epoch:4738, Loss:0.0000\n",
      "Epoch:4739, Loss:0.0000\n",
      "Epoch:4740, Loss:0.0000\n",
      "Epoch:4741, Loss:0.0000\n",
      "Epoch:4742, Loss:0.0000\n",
      "Epoch:4743, Loss:0.0000\n",
      "Epoch:4744, Loss:0.0000\n",
      "Epoch:4745, Loss:0.0000\n",
      "Epoch:4746, Loss:0.0000\n",
      "Epoch:4747, Loss:0.0000\n",
      "Epoch:4748, Loss:0.0000\n",
      "Epoch:4749, Loss:0.0000\n",
      "Epoch:4750, Loss:0.0000\n",
      "Epoch:4751, Loss:0.0000\n",
      "Epoch:4752, Loss:0.0000\n",
      "Epoch:4753, Loss:0.0000\n",
      "Epoch:4754, Loss:0.0000\n",
      "Epoch:4755, Loss:0.0000\n",
      "Epoch:4756, Loss:0.0000\n",
      "Epoch:4757, Loss:0.0000\n",
      "Epoch:4758, Loss:0.0000\n",
      "Epoch:4759, Loss:0.0000\n",
      "Epoch:4760, Loss:0.0000\n",
      "Epoch:4761, Loss:0.0000\n",
      "Epoch:4762, Loss:0.0000\n",
      "Epoch:4763, Loss:0.0000\n",
      "Epoch:4764, Loss:0.0000\n",
      "Epoch:4765, Loss:0.0000\n",
      "Epoch:4766, Loss:0.0000\n",
      "Epoch:4767, Loss:0.0000\n",
      "Epoch:4768, Loss:0.0000\n",
      "Epoch:4769, Loss:0.0000\n",
      "Epoch:4770, Loss:0.0000\n",
      "Epoch:4771, Loss:0.0000\n",
      "Epoch:4772, Loss:0.0000\n",
      "Epoch:4773, Loss:0.0000\n",
      "Epoch:4774, Loss:0.0000\n",
      "Epoch:4775, Loss:0.0000\n",
      "Epoch:4776, Loss:0.0000\n",
      "Epoch:4777, Loss:0.0000\n",
      "Epoch:4778, Loss:0.0000\n",
      "Epoch:4779, Loss:0.0000\n",
      "Epoch:4780, Loss:0.0000\n",
      "Epoch:4781, Loss:0.0000\n",
      "Epoch:4782, Loss:0.0000\n",
      "Epoch:4783, Loss:0.0000\n",
      "Epoch:4784, Loss:0.0000\n",
      "Epoch:4785, Loss:0.0000\n",
      "Epoch:4786, Loss:0.0000\n",
      "Epoch:4787, Loss:0.0000\n",
      "Epoch:4788, Loss:0.0000\n",
      "Epoch:4789, Loss:0.0000\n",
      "Epoch:4790, Loss:0.0000\n",
      "Epoch:4791, Loss:0.0000\n",
      "Epoch:4792, Loss:0.0000\n",
      "Epoch:4793, Loss:0.0000\n",
      "Epoch:4794, Loss:0.0000\n",
      "Epoch:4795, Loss:0.0000\n",
      "Epoch:4796, Loss:0.0000\n",
      "Epoch:4797, Loss:0.0000\n",
      "Epoch:4798, Loss:0.0000\n",
      "Epoch:4799, Loss:0.0000\n",
      "Epoch:4800, Loss:0.0000\n",
      "Epoch:4801, Loss:0.0000\n",
      "Epoch:4802, Loss:0.0000\n",
      "Epoch:4803, Loss:0.0000\n",
      "Epoch:4804, Loss:0.0000\n",
      "Epoch:4805, Loss:0.0000\n",
      "Epoch:4806, Loss:0.0000\n",
      "Epoch:4807, Loss:0.0000\n",
      "Epoch:4808, Loss:0.0000\n",
      "Epoch:4809, Loss:0.0000\n",
      "Epoch:4810, Loss:0.0000\n",
      "Epoch:4811, Loss:0.0000\n",
      "Epoch:4812, Loss:0.0000\n",
      "Epoch:4813, Loss:0.0000\n",
      "Epoch:4814, Loss:0.0000\n",
      "Epoch:4815, Loss:0.0000\n",
      "Epoch:4816, Loss:0.0000\n",
      "Epoch:4817, Loss:0.0000\n",
      "Epoch:4818, Loss:0.0000\n",
      "Epoch:4819, Loss:0.0000\n",
      "Epoch:4820, Loss:0.0000\n",
      "Epoch:4821, Loss:0.0000\n",
      "Epoch:4822, Loss:0.0000\n",
      "Epoch:4823, Loss:0.0000\n",
      "Epoch:4824, Loss:0.0000\n",
      "Epoch:4825, Loss:0.0000\n",
      "Epoch:4826, Loss:0.0000\n",
      "Epoch:4827, Loss:0.0000\n",
      "Epoch:4828, Loss:0.0000\n",
      "Epoch:4829, Loss:0.0000\n",
      "Epoch:4830, Loss:0.0000\n",
      "Epoch:4831, Loss:0.0000\n",
      "Epoch:4832, Loss:0.0000\n",
      "Epoch:4833, Loss:0.0000\n",
      "Epoch:4834, Loss:0.0000\n",
      "Epoch:4835, Loss:0.0000\n",
      "Epoch:4836, Loss:0.0000\n",
      "Epoch:4837, Loss:0.0000\n",
      "Epoch:4838, Loss:0.0000\n",
      "Epoch:4839, Loss:0.0000\n",
      "Epoch:4840, Loss:0.0000\n",
      "Epoch:4841, Loss:0.0000\n",
      "Epoch:4842, Loss:0.0000\n",
      "Epoch:4843, Loss:0.0000\n",
      "Epoch:4844, Loss:0.0000\n",
      "Epoch:4845, Loss:0.0000\n",
      "Epoch:4846, Loss:0.0000\n",
      "Epoch:4847, Loss:0.0000\n",
      "Epoch:4848, Loss:0.0000\n",
      "Epoch:4849, Loss:0.0000\n",
      "Epoch:4850, Loss:0.0000\n",
      "Epoch:4851, Loss:0.0000\n",
      "Epoch:4852, Loss:0.0000\n",
      "Epoch:4853, Loss:0.0000\n",
      "Epoch:4854, Loss:0.0000\n",
      "Epoch:4855, Loss:0.0000\n",
      "Epoch:4856, Loss:0.0000\n",
      "Epoch:4857, Loss:0.0000\n",
      "Epoch:4858, Loss:0.0000\n",
      "Epoch:4859, Loss:0.0000\n",
      "Epoch:4860, Loss:0.0000\n",
      "Epoch:4861, Loss:0.0000\n",
      "Epoch:4862, Loss:0.0000\n",
      "Epoch:4863, Loss:0.0000\n",
      "Epoch:4864, Loss:0.0000\n",
      "Epoch:4865, Loss:0.0000\n",
      "Epoch:4866, Loss:0.0000\n",
      "Epoch:4867, Loss:0.0000\n",
      "Epoch:4868, Loss:0.0000\n",
      "Epoch:4869, Loss:0.0000\n",
      "Epoch:4870, Loss:0.0000\n",
      "Epoch:4871, Loss:0.0000\n",
      "Epoch:4872, Loss:0.0000\n",
      "Epoch:4873, Loss:0.0000\n",
      "Epoch:4874, Loss:0.0000\n",
      "Epoch:4875, Loss:0.0000\n",
      "Epoch:4876, Loss:0.0000\n",
      "Epoch:4877, Loss:0.0000\n",
      "Epoch:4878, Loss:0.0000\n",
      "Epoch:4879, Loss:0.0000\n",
      "Epoch:4880, Loss:0.0000\n",
      "Epoch:4881, Loss:0.0000\n",
      "Epoch:4882, Loss:0.0000\n",
      "Epoch:4883, Loss:0.0000\n",
      "Epoch:4884, Loss:0.0000\n",
      "Epoch:4885, Loss:0.0000\n",
      "Epoch:4886, Loss:0.0000\n",
      "Epoch:4887, Loss:0.0000\n",
      "Epoch:4888, Loss:0.0000\n",
      "Epoch:4889, Loss:0.0000\n",
      "Epoch:4890, Loss:0.0000\n",
      "Epoch:4891, Loss:0.0000\n",
      "Epoch:4892, Loss:0.0000\n",
      "Epoch:4893, Loss:0.0000\n",
      "Epoch:4894, Loss:0.0000\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Epoch:4895, Loss:0.0000\n",
      "Epoch:4896, Loss:0.0000\n",
      "Epoch:4897, Loss:0.0000\n",
      "Epoch:4898, Loss:0.0000\n",
      "Epoch:4899, Loss:0.0000\n",
      "Epoch:4900, Loss:0.0000\n",
      "Epoch:4901, Loss:0.0000\n",
      "Epoch:4902, Loss:0.0000\n",
      "Epoch:4903, Loss:0.0000\n",
      "Epoch:4904, Loss:0.0000\n",
      "Epoch:4905, Loss:0.0000\n",
      "Epoch:4906, Loss:0.0000\n",
      "Epoch:4907, Loss:0.0000\n",
      "Epoch:4908, Loss:0.0000\n",
      "Epoch:4909, Loss:0.0000\n",
      "Epoch:4910, Loss:0.0000\n",
      "Epoch:4911, Loss:0.0000\n",
      "Epoch:4912, Loss:0.0000\n",
      "Epoch:4913, Loss:0.0000\n",
      "Epoch:4914, Loss:0.0000\n",
      "Epoch:4915, Loss:0.0000\n",
      "Epoch:4916, Loss:0.0000\n",
      "Epoch:4917, Loss:0.0000\n",
      "Epoch:4918, Loss:0.0000\n",
      "Epoch:4919, Loss:0.0000\n",
      "Epoch:4920, Loss:0.0000\n",
      "Epoch:4921, Loss:0.0000\n",
      "Epoch:4922, Loss:0.0000\n",
      "Epoch:4923, Loss:0.0000\n",
      "Epoch:4924, Loss:0.0000\n",
      "Epoch:4925, Loss:0.0000\n",
      "Epoch:4926, Loss:0.0000\n",
      "Epoch:4927, Loss:0.0000\n",
      "Epoch:4928, Loss:0.0000\n",
      "Epoch:4929, Loss:0.0000\n",
      "Epoch:4930, Loss:0.0000\n",
      "Epoch:4931, Loss:0.0000\n",
      "Epoch:4932, Loss:0.0000\n",
      "Epoch:4933, Loss:0.0000\n",
      "Epoch:4934, Loss:0.0000\n",
      "Epoch:4935, Loss:0.0000\n",
      "Epoch:4936, Loss:0.0000\n",
      "Epoch:4937, Loss:0.0000\n",
      "Epoch:4938, Loss:0.0000\n",
      "Epoch:4939, Loss:0.0000\n",
      "Epoch:4940, Loss:0.0000\n",
      "Epoch:4941, Loss:0.0000\n",
      "Epoch:4942, Loss:0.0000\n",
      "Epoch:4943, Loss:0.0000\n",
      "Epoch:4944, Loss:0.0000\n",
      "Epoch:4945, Loss:0.0000\n",
      "Epoch:4946, Loss:0.0000\n",
      "Epoch:4947, Loss:0.0000\n",
      "Epoch:4948, Loss:0.0000\n",
      "Epoch:4949, Loss:0.0000\n",
      "Epoch:4950, Loss:0.0000\n",
      "Epoch:4951, Loss:0.0000\n",
      "Epoch:4952, Loss:0.0000\n",
      "Epoch:4953, Loss:0.0000\n",
      "Epoch:4954, Loss:0.0000\n",
      "Epoch:4955, Loss:0.0000\n",
      "Epoch:4956, Loss:0.0000\n",
      "Epoch:4957, Loss:0.0000\n",
      "Epoch:4958, Loss:0.0000\n",
      "Epoch:4959, Loss:0.0000\n",
      "Epoch:4960, Loss:0.0000\n",
      "Epoch:4961, Loss:0.0000\n",
      "Epoch:4962, Loss:0.0000\n",
      "Epoch:4963, Loss:0.0000\n",
      "Epoch:4964, Loss:0.0000\n",
      "Epoch:4965, Loss:0.0000\n",
      "Epoch:4966, Loss:0.0000\n",
      "Epoch:4967, Loss:0.0000\n",
      "Epoch:4968, Loss:0.0000\n",
      "Epoch:4969, Loss:0.0000\n",
      "Epoch:4970, Loss:0.0000\n",
      "Epoch:4971, Loss:0.0000\n",
      "Epoch:4972, Loss:0.0000\n",
      "Epoch:4973, Loss:0.0000\n",
      "Epoch:4974, Loss:0.0000\n",
      "Epoch:4975, Loss:0.0000\n",
      "Epoch:4976, Loss:0.0000\n",
      "Epoch:4977, Loss:0.0000\n",
      "Epoch:4978, Loss:0.0000\n",
      "Epoch:4979, Loss:0.0000\n",
      "Epoch:4980, Loss:0.0000\n",
      "Epoch:4981, Loss:0.0000\n",
      "Epoch:4982, Loss:0.0000\n",
      "Epoch:4983, Loss:0.0000\n",
      "Epoch:4984, Loss:0.0000\n",
      "Epoch:4985, Loss:0.0000\n",
      "Epoch:4986, Loss:0.0000\n",
      "Epoch:4987, Loss:0.0000\n",
      "Epoch:4988, Loss:0.0000\n",
      "Epoch:4989, Loss:0.0000\n",
      "Epoch:4990, Loss:0.0000\n",
      "Epoch:4991, Loss:0.0000\n",
      "Epoch:4992, Loss:0.0000\n",
      "Epoch:4993, Loss:0.0000\n",
      "Epoch:4994, Loss:0.0000\n",
      "Epoch:4995, Loss:0.0000\n",
      "Epoch:4996, Loss:0.0000\n",
      "Epoch:4997, Loss:0.0000\n",
      "Epoch:4998, Loss:0.0000\n",
      "Epoch:4999, Loss:0.0000\n",
      "Epoch:5000, Loss:0.0000\n",
      "Epoch:5001, Loss:0.0000\n",
      "Epoch:5002, Loss:0.0000\n",
      "Epoch:5003, Loss:0.0000\n",
      "Epoch:5004, Loss:0.0000\n",
      "Epoch:5005, Loss:0.0000\n",
      "Epoch:5006, Loss:0.0000\n",
      "Epoch:5007, Loss:0.0000\n",
      "Epoch:5008, Loss:0.0000\n",
      "Epoch:5009, Loss:0.0000\n",
      "Epoch:5010, Loss:0.0000\n",
      "Epoch:5011, Loss:0.0000\n",
      "Epoch:5012, Loss:0.0000\n",
      "Epoch:5013, Loss:0.0000\n",
      "Epoch:5014, Loss:0.0000\n",
      "Epoch:5015, Loss:0.0000\n",
      "Epoch:5016, Loss:0.0000\n",
      "Epoch:5017, Loss:0.0000\n",
      "Epoch:5018, Loss:0.0000\n",
      "Epoch:5019, Loss:0.0000\n",
      "Epoch:5020, Loss:0.0000\n",
      "Epoch:5021, Loss:0.0000\n",
      "Epoch:5022, Loss:0.0000\n",
      "Epoch:5023, Loss:0.0000\n",
      "Epoch:5024, Loss:0.0000\n",
      "Epoch:5025, Loss:0.0000\n",
      "Epoch:5026, Loss:0.0000\n",
      "Epoch:5027, Loss:0.0000\n",
      "Epoch:5028, Loss:0.0000\n",
      "Epoch:5029, Loss:0.0000\n",
      "Epoch:5030, Loss:0.0000\n",
      "Epoch:5031, Loss:0.0000\n",
      "Epoch:5032, Loss:0.0000\n",
      "Epoch:5033, Loss:0.0000\n",
      "Epoch:5034, Loss:0.0000\n",
      "Epoch:5035, Loss:0.0000\n",
      "Epoch:5036, Loss:0.0000\n",
      "Epoch:5037, Loss:0.0000\n",
      "Epoch:5038, Loss:0.0000\n",
      "Epoch:5039, Loss:0.0000\n",
      "Epoch:5040, Loss:0.0000\n",
      "Epoch:5041, Loss:0.0000\n",
      "Epoch:5042, Loss:0.0000\n",
      "Epoch:5043, Loss:0.0000\n",
      "Epoch:5044, Loss:0.0000\n",
      "Epoch:5045, Loss:0.0000\n",
      "Epoch:5046, Loss:0.0000\n",
      "Epoch:5047, Loss:0.0000\n",
      "Epoch:5048, Loss:0.0000\n",
      "Epoch:5049, Loss:0.0000\n",
      "Epoch:5050, Loss:0.0000\n",
      "Epoch:5051, Loss:0.0000\n",
      "Epoch:5052, Loss:0.0000\n",
      "Epoch:5053, Loss:0.0000\n",
      "Epoch:5054, Loss:0.0000\n",
      "Epoch:5055, Loss:0.0000\n",
      "Epoch:5056, Loss:0.0000\n",
      "Epoch:5057, Loss:0.0000\n",
      "Epoch:5058, Loss:0.0000\n",
      "Epoch:5059, Loss:0.0000\n",
      "Epoch:5060, Loss:0.0000\n",
      "Epoch:5061, Loss:0.0000\n",
      "Epoch:5062, Loss:0.0000\n",
      "Epoch:5063, Loss:0.0000\n",
      "Epoch:5064, Loss:0.0000\n",
      "Epoch:5065, Loss:0.0000\n",
      "Epoch:5066, Loss:0.0000\n",
      "Epoch:5067, Loss:0.0000\n",
      "Epoch:5068, Loss:0.0000\n",
      "Epoch:5069, Loss:0.0000\n",
      "Epoch:5070, Loss:0.0000\n",
      "Epoch:5071, Loss:0.0000\n",
      "Epoch:5072, Loss:0.0000\n",
      "Epoch:5073, Loss:0.0000\n",
      "Epoch:5074, Loss:0.0000\n",
      "Epoch:5075, Loss:0.0000\n",
      "Epoch:5076, Loss:0.0000\n",
      "Epoch:5077, Loss:0.0000\n",
      "Epoch:5078, Loss:0.0000\n",
      "Epoch:5079, Loss:0.0000\n",
      "Epoch:5080, Loss:0.0000\n",
      "Epoch:5081, Loss:0.0000\n",
      "Epoch:5082, Loss:0.0000\n",
      "Epoch:5083, Loss:0.0000\n",
      "Epoch:5084, Loss:0.0000\n",
      "Epoch:5085, Loss:0.0000\n",
      "Epoch:5086, Loss:0.0000\n",
      "Epoch:5087, Loss:0.0000\n",
      "Epoch:5088, Loss:0.0000\n",
      "Epoch:5089, Loss:0.0000\n",
      "Epoch:5090, Loss:0.0000\n",
      "Epoch:5091, Loss:0.0000\n",
      "Epoch:5092, Loss:0.0000\n",
      "Epoch:5093, Loss:0.0000\n",
      "Epoch:5094, Loss:0.0000\n",
      "Epoch:5095, Loss:0.0000\n",
      "Epoch:5096, Loss:0.0000\n",
      "Epoch:5097, Loss:0.0000\n",
      "Epoch:5098, Loss:0.0000\n",
      "Epoch:5099, Loss:0.0000\n",
      "Epoch:5100, Loss:0.0000\n",
      "Epoch:5101, Loss:0.0000\n",
      "Epoch:5102, Loss:0.0000\n",
      "Epoch:5103, Loss:0.0000\n",
      "Epoch:5104, Loss:0.0000\n",
      "Epoch:5105, Loss:0.0000\n",
      "Epoch:5106, Loss:0.0000\n",
      "Epoch:5107, Loss:0.0000\n",
      "Epoch:5108, Loss:0.0000\n",
      "Epoch:5109, Loss:0.0000\n",
      "Epoch:5110, Loss:0.0000\n",
      "Epoch:5111, Loss:0.0000\n",
      "Epoch:5112, Loss:0.0000\n",
      "Epoch:5113, Loss:0.0000\n",
      "Epoch:5114, Loss:0.0000\n",
      "Epoch:5115, Loss:0.0000\n",
      "Epoch:5116, Loss:0.0000\n",
      "Epoch:5117, Loss:0.0000\n",
      "Epoch:5118, Loss:0.0000\n",
      "Epoch:5119, Loss:0.0000\n",
      "Epoch:5120, Loss:0.0000\n",
      "Epoch:5121, Loss:0.0000\n",
      "Epoch:5122, Loss:0.0000\n",
      "Epoch:5123, Loss:0.0000\n",
      "Epoch:5124, Loss:0.0000\n",
      "Epoch:5125, Loss:0.0000\n",
      "Epoch:5126, Loss:0.0000\n",
      "Epoch:5127, Loss:0.0000\n",
      "Epoch:5128, Loss:0.0000\n",
      "Epoch:5129, Loss:0.0000\n",
      "Epoch:5130, Loss:0.0000\n",
      "Epoch:5131, Loss:0.0000\n",
      "Epoch:5132, Loss:0.0000\n",
      "Epoch:5133, Loss:0.0000\n",
      "Epoch:5134, Loss:0.0000\n",
      "Epoch:5135, Loss:0.0000\n",
      "Epoch:5136, Loss:0.0000\n",
      "Epoch:5137, Loss:0.0000\n",
      "Epoch:5138, Loss:0.0000\n",
      "Epoch:5139, Loss:0.0000\n",
      "Epoch:5140, Loss:0.0000\n",
      "Epoch:5141, Loss:0.0000\n",
      "Epoch:5142, Loss:0.0000\n",
      "Epoch:5143, Loss:0.0000\n",
      "Epoch:5144, Loss:0.0000\n",
      "Epoch:5145, Loss:0.0000\n",
      "Epoch:5146, Loss:0.0000\n",
      "Epoch:5147, Loss:0.0000\n",
      "Epoch:5148, Loss:0.0000\n",
      "Epoch:5149, Loss:0.0000\n",
      "Epoch:5150, Loss:0.0000\n",
      "Epoch:5151, Loss:0.0000\n",
      "Epoch:5152, Loss:0.0000\n",
      "Epoch:5153, Loss:0.0000\n",
      "Epoch:5154, Loss:0.0000\n",
      "Epoch:5155, Loss:0.0000\n",
      "Epoch:5156, Loss:0.0000\n",
      "Epoch:5157, Loss:0.0000\n",
      "Epoch:5158, Loss:0.0000\n",
      "Epoch:5159, Loss:0.0000\n",
      "Epoch:5160, Loss:0.0000\n",
      "Epoch:5161, Loss:0.0000\n",
      "Epoch:5162, Loss:0.0000\n",
      "Epoch:5163, Loss:0.0000\n",
      "Epoch:5164, Loss:0.0000\n",
      "Epoch:5165, Loss:0.0000\n",
      "Epoch:5166, Loss:0.0000\n",
      "Epoch:5167, Loss:0.0000\n",
      "Epoch:5168, Loss:0.0000\n",
      "Epoch:5169, Loss:0.0000\n",
      "Epoch:5170, Loss:0.0000\n",
      "Epoch:5171, Loss:0.0000\n",
      "Epoch:5172, Loss:0.0000\n",
      "Epoch:5173, Loss:0.0000\n",
      "Epoch:5174, Loss:0.0000\n",
      "Epoch:5175, Loss:0.0000\n",
      "Epoch:5176, Loss:0.0000\n",
      "Epoch:5177, Loss:0.0000\n",
      "Epoch:5178, Loss:0.0000\n",
      "Epoch:5179, Loss:0.0000\n",
      "Epoch:5180, Loss:0.0000\n",
      "Epoch:5181, Loss:0.0000\n",
      "Epoch:5182, Loss:0.0000\n",
      "Epoch:5183, Loss:0.0000\n",
      "Epoch:5184, Loss:0.0000\n",
      "Epoch:5185, Loss:0.0000\n",
      "Epoch:5186, Loss:0.0000\n",
      "Epoch:5187, Loss:0.0000\n",
      "Epoch:5188, Loss:0.0000\n",
      "Epoch:5189, Loss:0.0000\n",
      "Epoch:5190, Loss:0.0000\n",
      "Epoch:5191, Loss:0.0000\n",
      "Epoch:5192, Loss:0.0000\n",
      "Epoch:5193, Loss:0.0000\n",
      "Epoch:5194, Loss:0.0000\n",
      "Epoch:5195, Loss:0.0000\n",
      "Epoch:5196, Loss:0.0000\n",
      "Epoch:5197, Loss:0.0000\n",
      "Epoch:5198, Loss:0.0000\n",
      "Epoch:5199, Loss:0.0000\n",
      "Epoch:5200, Loss:0.0000\n",
      "Epoch:5201, Loss:0.0000\n",
      "Epoch:5202, Loss:0.0000\n",
      "Epoch:5203, Loss:0.0000\n",
      "Epoch:5204, Loss:0.0000\n",
      "Epoch:5205, Loss:0.0000\n",
      "Epoch:5206, Loss:0.0000\n",
      "Epoch:5207, Loss:0.0000\n",
      "Epoch:5208, Loss:0.0000\n",
      "Epoch:5209, Loss:0.0000\n",
      "Epoch:5210, Loss:0.0000\n",
      "Epoch:5211, Loss:0.0000\n",
      "Epoch:5212, Loss:0.0000\n",
      "Epoch:5213, Loss:0.0000\n",
      "Epoch:5214, Loss:0.0000\n",
      "Epoch:5215, Loss:0.0000\n",
      "Epoch:5216, Loss:0.0000\n",
      "Epoch:5217, Loss:0.0000\n",
      "Epoch:5218, Loss:0.0000\n",
      "Epoch:5219, Loss:0.0000\n",
      "Epoch:5220, Loss:0.0000\n",
      "Epoch:5221, Loss:0.0000\n",
      "Epoch:5222, Loss:0.0000\n",
      "Epoch:5223, Loss:0.0000\n",
      "Epoch:5224, Loss:0.0000\n",
      "Epoch:5225, Loss:0.0000\n",
      "Epoch:5226, Loss:0.0000\n",
      "Epoch:5227, Loss:0.0000\n",
      "Epoch:5228, Loss:0.0000\n",
      "Epoch:5229, Loss:0.0000\n",
      "Epoch:5230, Loss:0.0000\n",
      "Epoch:5231, Loss:0.0000\n",
      "Epoch:5232, Loss:0.0000\n",
      "Epoch:5233, Loss:0.0000\n",
      "Epoch:5234, Loss:0.0000\n",
      "Epoch:5235, Loss:0.0000\n",
      "Epoch:5236, Loss:0.0000\n",
      "Epoch:5237, Loss:0.0000\n",
      "Epoch:5238, Loss:0.0000\n",
      "Epoch:5239, Loss:0.0000\n",
      "Epoch:5240, Loss:0.0000\n",
      "Epoch:5241, Loss:0.0000\n",
      "Epoch:5242, Loss:0.0000\n",
      "Epoch:5243, Loss:0.0000\n",
      "Epoch:5244, Loss:0.0000\n",
      "Epoch:5245, Loss:0.0000\n",
      "Epoch:5246, Loss:0.0000\n",
      "Epoch:5247, Loss:0.0000\n",
      "Epoch:5248, Loss:0.0000\n",
      "Epoch:5249, Loss:0.0000\n",
      "Epoch:5250, Loss:0.0000\n",
      "Epoch:5251, Loss:0.0000\n",
      "Epoch:5252, Loss:0.0000\n",
      "Epoch:5253, Loss:0.0000\n",
      "Epoch:5254, Loss:0.0000\n",
      "Epoch:5255, Loss:0.0000\n",
      "Epoch:5256, Loss:0.0000\n",
      "Epoch:5257, Loss:0.0000\n",
      "Epoch:5258, Loss:0.0000\n",
      "Epoch:5259, Loss:0.0000\n",
      "Epoch:5260, Loss:0.0000\n",
      "Epoch:5261, Loss:0.0000\n",
      "Epoch:5262, Loss:0.0000\n",
      "Epoch:5263, Loss:0.0000\n",
      "Epoch:5264, Loss:0.0000\n",
      "Epoch:5265, Loss:0.0000\n",
      "Epoch:5266, Loss:0.0000\n",
      "Epoch:5267, Loss:0.0000\n",
      "Epoch:5268, Loss:0.0000\n",
      "Epoch:5269, Loss:0.0000\n",
      "Epoch:5270, Loss:0.0000\n",
      "Epoch:5271, Loss:0.0000\n",
      "Epoch:5272, Loss:0.0000\n",
      "Epoch:5273, Loss:0.0000\n",
      "Epoch:5274, Loss:0.0000\n",
      "Epoch:5275, Loss:0.0000\n",
      "Epoch:5276, Loss:0.0000\n",
      "Epoch:5277, Loss:0.0000\n",
      "Epoch:5278, Loss:0.0000\n",
      "Epoch:5279, Loss:0.0000\n",
      "Epoch:5280, Loss:0.0000\n",
      "Epoch:5281, Loss:0.0000\n",
      "Epoch:5282, Loss:0.0000\n",
      "Epoch:5283, Loss:0.0000\n",
      "Epoch:5284, Loss:0.0000\n",
      "Epoch:5285, Loss:0.0000\n",
      "Epoch:5286, Loss:0.0000\n",
      "Epoch:5287, Loss:0.0000\n",
      "Epoch:5288, Loss:0.0000\n",
      "Epoch:5289, Loss:0.0000\n",
      "Epoch:5290, Loss:0.0000\n",
      "Epoch:5291, Loss:0.0000\n",
      "Epoch:5292, Loss:0.0000\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Epoch:5293, Loss:0.0000\n",
      "Epoch:5294, Loss:0.0000\n",
      "Epoch:5295, Loss:0.0000\n",
      "Epoch:5296, Loss:0.0000\n",
      "Epoch:5297, Loss:0.0000\n",
      "Epoch:5298, Loss:0.0000\n",
      "Epoch:5299, Loss:0.0000\n",
      "Epoch:5300, Loss:0.0000\n",
      "Epoch:5301, Loss:0.0000\n",
      "Epoch:5302, Loss:0.0000\n",
      "Epoch:5303, Loss:0.0000\n",
      "Epoch:5304, Loss:0.0000\n",
      "Epoch:5305, Loss:0.0000\n",
      "Epoch:5306, Loss:0.0000\n",
      "Epoch:5307, Loss:0.0000\n",
      "Epoch:5308, Loss:0.0000\n",
      "Epoch:5309, Loss:0.0000\n",
      "Epoch:5310, Loss:0.0000\n",
      "Epoch:5311, Loss:0.0000\n",
      "Epoch:5312, Loss:0.0000\n",
      "Epoch:5313, Loss:0.0000\n",
      "Epoch:5314, Loss:0.0000\n",
      "Epoch:5315, Loss:0.0000\n",
      "Epoch:5316, Loss:0.0000\n",
      "Epoch:5317, Loss:0.0000\n",
      "Epoch:5318, Loss:0.0000\n",
      "Epoch:5319, Loss:0.0000\n",
      "Epoch:5320, Loss:0.0000\n",
      "Epoch:5321, Loss:0.0000\n",
      "Epoch:5322, Loss:0.0000\n",
      "Epoch:5323, Loss:0.0000\n",
      "Epoch:5324, Loss:0.0000\n",
      "Epoch:5325, Loss:0.0000\n",
      "Epoch:5326, Loss:0.0000\n",
      "Epoch:5327, Loss:0.0000\n",
      "Epoch:5328, Loss:0.0000\n",
      "Epoch:5329, Loss:0.0000\n",
      "Epoch:5330, Loss:0.0000\n",
      "Epoch:5331, Loss:0.0000\n",
      "Epoch:5332, Loss:0.0000\n",
      "Epoch:5333, Loss:0.0000\n",
      "Epoch:5334, Loss:0.0000\n",
      "Epoch:5335, Loss:0.0000\n",
      "Epoch:5336, Loss:0.0000\n",
      "Epoch:5337, Loss:0.0000\n",
      "Epoch:5338, Loss:0.0000\n",
      "Epoch:5339, Loss:0.0000\n",
      "Epoch:5340, Loss:0.0000\n",
      "Epoch:5341, Loss:0.0000\n",
      "Epoch:5342, Loss:0.0000\n",
      "Epoch:5343, Loss:0.0000\n",
      "Epoch:5344, Loss:0.0000\n",
      "Epoch:5345, Loss:0.0000\n",
      "Epoch:5346, Loss:0.0000\n",
      "Epoch:5347, Loss:0.0000\n",
      "Epoch:5348, Loss:0.0000\n",
      "Epoch:5349, Loss:0.0000\n",
      "Epoch:5350, Loss:0.0000\n",
      "Epoch:5351, Loss:0.0000\n",
      "Epoch:5352, Loss:0.0000\n",
      "Epoch:5353, Loss:0.0000\n",
      "Epoch:5354, Loss:0.0000\n",
      "Epoch:5355, Loss:0.0000\n",
      "Epoch:5356, Loss:0.0000\n",
      "Epoch:5357, Loss:0.0000\n",
      "Epoch:5358, Loss:0.0000\n",
      "Epoch:5359, Loss:0.0000\n",
      "Epoch:5360, Loss:0.0000\n",
      "Epoch:5361, Loss:0.0000\n",
      "Epoch:5362, Loss:0.0000\n",
      "Epoch:5363, Loss:0.0000\n",
      "Epoch:5364, Loss:0.0000\n",
      "Epoch:5365, Loss:0.0000\n",
      "Epoch:5366, Loss:0.0000\n",
      "Epoch:5367, Loss:0.0000\n",
      "Epoch:5368, Loss:0.0000\n",
      "Epoch:5369, Loss:0.0000\n",
      "Epoch:5370, Loss:0.0000\n",
      "Epoch:5371, Loss:0.0000\n",
      "Epoch:5372, Loss:0.0000\n",
      "Epoch:5373, Loss:0.0000\n",
      "Epoch:5374, Loss:0.0000\n",
      "Epoch:5375, Loss:0.0000\n",
      "Epoch:5376, Loss:0.0000\n",
      "Epoch:5377, Loss:0.0000\n",
      "Epoch:5378, Loss:0.0000\n",
      "Epoch:5379, Loss:0.0000\n",
      "Epoch:5380, Loss:0.0000\n",
      "Epoch:5381, Loss:0.0000\n",
      "Epoch:5382, Loss:0.0000\n",
      "Epoch:5383, Loss:0.0000\n",
      "Epoch:5384, Loss:0.0000\n",
      "Epoch:5385, Loss:0.0000\n",
      "Epoch:5386, Loss:0.0000\n",
      "Epoch:5387, Loss:0.0000\n",
      "Epoch:5388, Loss:0.0000\n",
      "Epoch:5389, Loss:0.0000\n",
      "Epoch:5390, Loss:0.0000\n",
      "Epoch:5391, Loss:0.0000\n",
      "Epoch:5392, Loss:0.0000\n",
      "Epoch:5393, Loss:0.0000\n",
      "Epoch:5394, Loss:0.0000\n",
      "Epoch:5395, Loss:0.0000\n",
      "Epoch:5396, Loss:0.0000\n",
      "Epoch:5397, Loss:0.0000\n",
      "Epoch:5398, Loss:0.0000\n",
      "Epoch:5399, Loss:0.0000\n",
      "Epoch:5400, Loss:0.0000\n",
      "Epoch:5401, Loss:0.0000\n",
      "Epoch:5402, Loss:0.0000\n",
      "Epoch:5403, Loss:0.0000\n",
      "Epoch:5404, Loss:0.0000\n",
      "Epoch:5405, Loss:0.0000\n",
      "Epoch:5406, Loss:0.0000\n",
      "Epoch:5407, Loss:0.0000\n",
      "Epoch:5408, Loss:0.0000\n",
      "Epoch:5409, Loss:0.0000\n",
      "Epoch:5410, Loss:0.0000\n",
      "Epoch:5411, Loss:0.0000\n",
      "Epoch:5412, Loss:0.0000\n",
      "Epoch:5413, Loss:0.0000\n",
      "Epoch:5414, Loss:0.0000\n",
      "Epoch:5415, Loss:0.0000\n",
      "Epoch:5416, Loss:0.0000\n",
      "Epoch:5417, Loss:0.0000\n",
      "Epoch:5418, Loss:0.0000\n",
      "Epoch:5419, Loss:0.0000\n",
      "Epoch:5420, Loss:0.0000\n",
      "Epoch:5421, Loss:0.0000\n",
      "Epoch:5422, Loss:0.0000\n",
      "Epoch:5423, Loss:0.0000\n",
      "Epoch:5424, Loss:0.0000\n",
      "Epoch:5425, Loss:0.0000\n",
      "Epoch:5426, Loss:0.0000\n",
      "Epoch:5427, Loss:0.0000\n",
      "Epoch:5428, Loss:0.0000\n",
      "Epoch:5429, Loss:0.0000\n",
      "Epoch:5430, Loss:0.0000\n",
      "Epoch:5431, Loss:0.0000\n",
      "Epoch:5432, Loss:0.0000\n",
      "Epoch:5433, Loss:0.0000\n",
      "Epoch:5434, Loss:0.0000\n",
      "Epoch:5435, Loss:0.0000\n",
      "Epoch:5436, Loss:0.0000\n",
      "Epoch:5437, Loss:0.0000\n",
      "Epoch:5438, Loss:0.0000\n",
      "Epoch:5439, Loss:0.0000\n",
      "Epoch:5440, Loss:0.0000\n",
      "Epoch:5441, Loss:0.0000\n",
      "Epoch:5442, Loss:0.0000\n",
      "Epoch:5443, Loss:0.0000\n",
      "Epoch:5444, Loss:0.0000\n",
      "Epoch:5445, Loss:0.0000\n",
      "Epoch:5446, Loss:0.0000\n",
      "Epoch:5447, Loss:0.0000\n",
      "Epoch:5448, Loss:0.0000\n",
      "Epoch:5449, Loss:0.0000\n",
      "Epoch:5450, Loss:0.0000\n",
      "Epoch:5451, Loss:0.0000\n",
      "Epoch:5452, Loss:0.0000\n",
      "Epoch:5453, Loss:0.0000\n",
      "Epoch:5454, Loss:0.0000\n",
      "Epoch:5455, Loss:0.0000\n",
      "Epoch:5456, Loss:0.0000\n",
      "Epoch:5457, Loss:0.0000\n",
      "Epoch:5458, Loss:0.0000\n",
      "Epoch:5459, Loss:0.0000\n",
      "Epoch:5460, Loss:0.0000\n",
      "Epoch:5461, Loss:0.0000\n",
      "Epoch:5462, Loss:0.0000\n",
      "Epoch:5463, Loss:0.0000\n",
      "Epoch:5464, Loss:0.0000\n",
      "Epoch:5465, Loss:0.0000\n",
      "Epoch:5466, Loss:0.0000\n",
      "Epoch:5467, Loss:0.0000\n",
      "Epoch:5468, Loss:0.0000\n",
      "Epoch:5469, Loss:0.0000\n",
      "Epoch:5470, Loss:0.0000\n",
      "Epoch:5471, Loss:0.0000\n",
      "Epoch:5472, Loss:0.0000\n",
      "Epoch:5473, Loss:0.0000\n",
      "Epoch:5474, Loss:0.0000\n",
      "Epoch:5475, Loss:0.0000\n",
      "Epoch:5476, Loss:0.0000\n",
      "Epoch:5477, Loss:0.0000\n",
      "Epoch:5478, Loss:0.0000\n",
      "Epoch:5479, Loss:0.0000\n",
      "Epoch:5480, Loss:0.0000\n",
      "Epoch:5481, Loss:0.0000\n",
      "Epoch:5482, Loss:0.0000\n",
      "Epoch:5483, Loss:0.0000\n",
      "Epoch:5484, Loss:0.0000\n",
      "Epoch:5485, Loss:0.0000\n",
      "Epoch:5486, Loss:0.0000\n",
      "Epoch:5487, Loss:0.0000\n",
      "Epoch:5488, Loss:0.0000\n",
      "Epoch:5489, Loss:0.0000\n",
      "Epoch:5490, Loss:0.0000\n",
      "Epoch:5491, Loss:0.0000\n",
      "Epoch:5492, Loss:0.0000\n",
      "Epoch:5493, Loss:0.0000\n",
      "Epoch:5494, Loss:0.0000\n",
      "Epoch:5495, Loss:0.0000\n",
      "Epoch:5496, Loss:0.0000\n",
      "Epoch:5497, Loss:0.0000\n",
      "Epoch:5498, Loss:0.0000\n",
      "Epoch:5499, Loss:0.0000\n",
      "Epoch:5500, Loss:0.0000\n",
      "Epoch:5501, Loss:0.0000\n",
      "Epoch:5502, Loss:0.0000\n",
      "Epoch:5503, Loss:0.0000\n",
      "Epoch:5504, Loss:0.0000\n",
      "Epoch:5505, Loss:0.0000\n",
      "Epoch:5506, Loss:0.0000\n",
      "Epoch:5507, Loss:0.0000\n",
      "Epoch:5508, Loss:0.0000\n",
      "Epoch:5509, Loss:0.0000\n",
      "Epoch:5510, Loss:0.0000\n",
      "Epoch:5511, Loss:0.0000\n",
      "Epoch:5512, Loss:0.0000\n",
      "Epoch:5513, Loss:0.0000\n",
      "Epoch:5514, Loss:0.0000\n",
      "Epoch:5515, Loss:0.0000\n",
      "Epoch:5516, Loss:0.0000\n",
      "Epoch:5517, Loss:0.0000\n",
      "Epoch:5518, Loss:0.0000\n",
      "Epoch:5519, Loss:0.0000\n",
      "Epoch:5520, Loss:0.0000\n",
      "Epoch:5521, Loss:0.0000\n",
      "Epoch:5522, Loss:0.0000\n",
      "Epoch:5523, Loss:0.0000\n",
      "Epoch:5524, Loss:0.0000\n",
      "Epoch:5525, Loss:0.0000\n",
      "Epoch:5526, Loss:0.0000\n",
      "Epoch:5527, Loss:0.0000\n",
      "Epoch:5528, Loss:0.0000\n",
      "Epoch:5529, Loss:0.0000\n",
      "Epoch:5530, Loss:0.0000\n",
      "Epoch:5531, Loss:0.0000\n",
      "Epoch:5532, Loss:0.0000\n",
      "Epoch:5533, Loss:0.0000\n",
      "Epoch:5534, Loss:0.0000\n",
      "Epoch:5535, Loss:0.0000\n",
      "Epoch:5536, Loss:0.0000\n",
      "Epoch:5537, Loss:0.0000\n",
      "Epoch:5538, Loss:0.0000\n",
      "Epoch:5539, Loss:0.0000\n",
      "Epoch:5540, Loss:0.0000\n",
      "Epoch:5541, Loss:0.0000\n",
      "Epoch:5542, Loss:0.0000\n",
      "Epoch:5543, Loss:0.0000\n",
      "Epoch:5544, Loss:0.0000\n",
      "Epoch:5545, Loss:0.0000\n",
      "Epoch:5546, Loss:0.0000\n",
      "Epoch:5547, Loss:0.0000\n",
      "Epoch:5548, Loss:0.0000\n",
      "Epoch:5549, Loss:0.0000\n",
      "Epoch:5550, Loss:0.0000\n",
      "Epoch:5551, Loss:0.0000\n",
      "Epoch:5552, Loss:0.0000\n",
      "Epoch:5553, Loss:0.0000\n",
      "Epoch:5554, Loss:0.0000\n",
      "Epoch:5555, Loss:0.0000\n",
      "Epoch:5556, Loss:0.0000\n",
      "Epoch:5557, Loss:0.0000\n",
      "Epoch:5558, Loss:0.0000\n",
      "Epoch:5559, Loss:0.0000\n",
      "Epoch:5560, Loss:0.0000\n",
      "Epoch:5561, Loss:0.0000\n",
      "Epoch:5562, Loss:0.0000\n",
      "Epoch:5563, Loss:0.0000\n",
      "Epoch:5564, Loss:0.0000\n",
      "Epoch:5565, Loss:0.0000\n",
      "Epoch:5566, Loss:0.0000\n",
      "Epoch:5567, Loss:0.0000\n",
      "Epoch:5568, Loss:0.0000\n",
      "Epoch:5569, Loss:0.0000\n",
      "Epoch:5570, Loss:0.0000\n",
      "Epoch:5571, Loss:0.0000\n",
      "Epoch:5572, Loss:0.0000\n",
      "Epoch:5573, Loss:0.0000\n",
      "Epoch:5574, Loss:0.0000\n",
      "Epoch:5575, Loss:0.0000\n",
      "Epoch:5576, Loss:0.0000\n",
      "Epoch:5577, Loss:0.0000\n",
      "Epoch:5578, Loss:0.0000\n",
      "Epoch:5579, Loss:0.0000\n",
      "Epoch:5580, Loss:0.0000\n",
      "Epoch:5581, Loss:0.0000\n",
      "Epoch:5582, Loss:0.0000\n",
      "Epoch:5583, Loss:0.0000\n",
      "Epoch:5584, Loss:0.0000\n",
      "Epoch:5585, Loss:0.0000\n",
      "Epoch:5586, Loss:0.0000\n",
      "Epoch:5587, Loss:0.0000\n",
      "Epoch:5588, Loss:0.0000\n",
      "Epoch:5589, Loss:0.0000\n",
      "Epoch:5590, Loss:0.0000\n",
      "Epoch:5591, Loss:0.0000\n",
      "Epoch:5592, Loss:0.0000\n",
      "Epoch:5593, Loss:0.0000\n",
      "Epoch:5594, Loss:0.0000\n",
      "Epoch:5595, Loss:0.0000\n",
      "Epoch:5596, Loss:0.0000\n",
      "Epoch:5597, Loss:0.0000\n",
      "Epoch:5598, Loss:0.0000\n",
      "Epoch:5599, Loss:0.0000\n",
      "Epoch:5600, Loss:0.0000\n",
      "Epoch:5601, Loss:0.0000\n",
      "Epoch:5602, Loss:0.0000\n",
      "Epoch:5603, Loss:0.0000\n",
      "Epoch:5604, Loss:0.0000\n",
      "Epoch:5605, Loss:0.0000\n",
      "Epoch:5606, Loss:0.0000\n",
      "Epoch:5607, Loss:0.0000\n",
      "Epoch:5608, Loss:0.0000\n",
      "Epoch:5609, Loss:0.0000\n",
      "Epoch:5610, Loss:0.0000\n",
      "Epoch:5611, Loss:0.0000\n",
      "Epoch:5612, Loss:0.0000\n",
      "Epoch:5613, Loss:0.0000\n",
      "Epoch:5614, Loss:0.0000\n",
      "Epoch:5615, Loss:0.0000\n",
      "Epoch:5616, Loss:0.0000\n",
      "Epoch:5617, Loss:0.0000\n",
      "Epoch:5618, Loss:0.0000\n",
      "Epoch:5619, Loss:0.0000\n",
      "Epoch:5620, Loss:0.0000\n",
      "Epoch:5621, Loss:0.0000\n",
      "Epoch:5622, Loss:0.0000\n",
      "Epoch:5623, Loss:0.0000\n",
      "Epoch:5624, Loss:0.0000\n",
      "Epoch:5625, Loss:0.0000\n",
      "Epoch:5626, Loss:0.0000\n",
      "Epoch:5627, Loss:0.0000\n",
      "Epoch:5628, Loss:0.0000\n",
      "Epoch:5629, Loss:0.0000\n",
      "Epoch:5630, Loss:0.0000\n",
      "Epoch:5631, Loss:0.0000\n",
      "Epoch:5632, Loss:0.0000\n",
      "Epoch:5633, Loss:0.0000\n",
      "Epoch:5634, Loss:0.0000\n",
      "Epoch:5635, Loss:0.0000\n",
      "Epoch:5636, Loss:0.0000\n",
      "Epoch:5637, Loss:0.0000\n",
      "Epoch:5638, Loss:0.0000\n",
      "Epoch:5639, Loss:0.0000\n",
      "Epoch:5640, Loss:0.0000\n",
      "Epoch:5641, Loss:0.0000\n",
      "Epoch:5642, Loss:0.0000\n",
      "Epoch:5643, Loss:0.0000\n",
      "Epoch:5644, Loss:0.0000\n",
      "Epoch:5645, Loss:0.0000\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Epoch:5646, Loss:0.0000\n",
      "Epoch:5647, Loss:0.0000\n",
      "Epoch:5648, Loss:0.0000\n",
      "Epoch:5649, Loss:0.0000\n",
      "Epoch:5650, Loss:0.0000\n",
      "Epoch:5651, Loss:0.0000\n",
      "Epoch:5652, Loss:0.0000\n",
      "Epoch:5653, Loss:0.0000\n",
      "Epoch:5654, Loss:0.0000\n",
      "Epoch:5655, Loss:0.0000\n",
      "Epoch:5656, Loss:0.0000\n",
      "Epoch:5657, Loss:0.0000\n",
      "Epoch:5658, Loss:0.0000\n",
      "Epoch:5659, Loss:0.0000\n",
      "Epoch:5660, Loss:0.0000\n",
      "Epoch:5661, Loss:0.0000\n",
      "Epoch:5662, Loss:0.0000\n",
      "Epoch:5663, Loss:0.0000\n",
      "Epoch:5664, Loss:0.0000\n",
      "Epoch:5665, Loss:0.0000\n",
      "Epoch:5666, Loss:0.0000\n",
      "Epoch:5667, Loss:0.0000\n",
      "Epoch:5668, Loss:0.0000\n",
      "Epoch:5669, Loss:0.0000\n",
      "Epoch:5670, Loss:0.0000\n",
      "Epoch:5671, Loss:0.0000\n",
      "Epoch:5672, Loss:0.0000\n",
      "Epoch:5673, Loss:0.0000\n",
      "Epoch:5674, Loss:0.0000\n",
      "Epoch:5675, Loss:0.0000\n",
      "Epoch:5676, Loss:0.0000\n",
      "Epoch:5677, Loss:0.0000\n",
      "Epoch:5678, Loss:0.0000\n",
      "Epoch:5679, Loss:0.0000\n",
      "Epoch:5680, Loss:0.0000\n",
      "Epoch:5681, Loss:0.0000\n",
      "Epoch:5682, Loss:0.0000\n",
      "Epoch:5683, Loss:0.0000\n",
      "Epoch:5684, Loss:0.0000\n",
      "Epoch:5685, Loss:0.0000\n",
      "Epoch:5686, Loss:0.0000\n",
      "Epoch:5687, Loss:0.0000\n",
      "Epoch:5688, Loss:0.0000\n",
      "Epoch:5689, Loss:0.0000\n",
      "Epoch:5690, Loss:0.0000\n",
      "Epoch:5691, Loss:0.0000\n",
      "Epoch:5692, Loss:0.0000\n",
      "Epoch:5693, Loss:0.0000\n",
      "Epoch:5694, Loss:0.0000\n",
      "Epoch:5695, Loss:0.0000\n",
      "Epoch:5696, Loss:0.0000\n",
      "Epoch:5697, Loss:0.0000\n",
      "Epoch:5698, Loss:0.0000\n",
      "Epoch:5699, Loss:0.0000\n",
      "Epoch:5700, Loss:0.0000\n",
      "Epoch:5701, Loss:0.0000\n",
      "Epoch:5702, Loss:0.0000\n",
      "Epoch:5703, Loss:0.0000\n",
      "Epoch:5704, Loss:0.0000\n",
      "Epoch:5705, Loss:0.0000\n",
      "Epoch:5706, Loss:0.0000\n",
      "Epoch:5707, Loss:0.0000\n",
      "Epoch:5708, Loss:0.0000\n",
      "Epoch:5709, Loss:0.0000\n",
      "Epoch:5710, Loss:0.0000\n",
      "Epoch:5711, Loss:0.0000\n",
      "Epoch:5712, Loss:0.0000\n",
      "Epoch:5713, Loss:0.0000\n",
      "Epoch:5714, Loss:0.0000\n",
      "Epoch:5715, Loss:0.0000\n",
      "Epoch:5716, Loss:0.0000\n",
      "Epoch:5717, Loss:0.0000\n",
      "Epoch:5718, Loss:0.0000\n",
      "Epoch:5719, Loss:0.0000\n",
      "Epoch:5720, Loss:0.0000\n",
      "Epoch:5721, Loss:0.0000\n",
      "Epoch:5722, Loss:0.0000\n",
      "Epoch:5723, Loss:0.0000\n",
      "Epoch:5724, Loss:0.0000\n",
      "Epoch:5725, Loss:0.0000\n",
      "Epoch:5726, Loss:0.0000\n",
      "Epoch:5727, Loss:0.0000\n",
      "Epoch:5728, Loss:0.0000\n",
      "Epoch:5729, Loss:0.0000\n",
      "Epoch:5730, Loss:0.0000\n",
      "Epoch:5731, Loss:0.0000\n",
      "Epoch:5732, Loss:0.0000\n",
      "Epoch:5733, Loss:0.0000\n",
      "Epoch:5734, Loss:0.0000\n",
      "Epoch:5735, Loss:0.0000\n",
      "Epoch:5736, Loss:0.0000\n",
      "Epoch:5737, Loss:0.0000\n",
      "Epoch:5738, Loss:0.0000\n",
      "Epoch:5739, Loss:0.0000\n",
      "Epoch:5740, Loss:0.0000\n",
      "Epoch:5741, Loss:0.0000\n",
      "Epoch:5742, Loss:0.0000\n",
      "Epoch:5743, Loss:0.0000\n",
      "Epoch:5744, Loss:0.0000\n",
      "Epoch:5745, Loss:0.0000\n",
      "Epoch:5746, Loss:0.0000\n",
      "Epoch:5747, Loss:0.0000\n",
      "Epoch:5748, Loss:0.0000\n",
      "Epoch:5749, Loss:0.0000\n",
      "Epoch:5750, Loss:0.0000\n",
      "Epoch:5751, Loss:0.0000\n",
      "Epoch:5752, Loss:0.0000\n",
      "Epoch:5753, Loss:0.0000\n",
      "Epoch:5754, Loss:0.0000\n",
      "Epoch:5755, Loss:0.0000\n",
      "Epoch:5756, Loss:0.0000\n",
      "Epoch:5757, Loss:0.0000\n",
      "Epoch:5758, Loss:0.0000\n",
      "Epoch:5759, Loss:0.0000\n",
      "Epoch:5760, Loss:0.0000\n",
      "Epoch:5761, Loss:0.0000\n",
      "Epoch:5762, Loss:0.0000\n",
      "Epoch:5763, Loss:0.0000\n",
      "Epoch:5764, Loss:0.0000\n",
      "Epoch:5765, Loss:0.0000\n",
      "Epoch:5766, Loss:0.0000\n",
      "Epoch:5767, Loss:0.0000\n",
      "Epoch:5768, Loss:0.0000\n",
      "Epoch:5769, Loss:0.0000\n",
      "Epoch:5770, Loss:0.0000\n",
      "Epoch:5771, Loss:0.0000\n",
      "Epoch:5772, Loss:0.0000\n",
      "Epoch:5773, Loss:0.0000\n",
      "Epoch:5774, Loss:0.0000\n",
      "Epoch:5775, Loss:0.0000\n",
      "Epoch:5776, Loss:0.0000\n",
      "Epoch:5777, Loss:0.0000\n",
      "Epoch:5778, Loss:0.0000\n",
      "Epoch:5779, Loss:0.0000\n",
      "Epoch:5780, Loss:0.0000\n",
      "Epoch:5781, Loss:0.0000\n",
      "Epoch:5782, Loss:0.0000\n",
      "Epoch:5783, Loss:0.0000\n",
      "Epoch:5784, Loss:0.0000\n",
      "Epoch:5785, Loss:0.0000\n",
      "Epoch:5786, Loss:0.0000\n",
      "Epoch:5787, Loss:0.0000\n",
      "Epoch:5788, Loss:0.0000\n",
      "Epoch:5789, Loss:0.0000\n",
      "Epoch:5790, Loss:0.0000\n",
      "Epoch:5791, Loss:0.0000\n",
      "Epoch:5792, Loss:0.0000\n",
      "Epoch:5793, Loss:0.0000\n",
      "Epoch:5794, Loss:0.0000\n",
      "Epoch:5795, Loss:0.0000\n",
      "Epoch:5796, Loss:0.0000\n",
      "Epoch:5797, Loss:0.0000\n",
      "Epoch:5798, Loss:0.0000\n",
      "Epoch:5799, Loss:0.0000\n",
      "Epoch:5800, Loss:0.0000\n",
      "Epoch:5801, Loss:0.0000\n",
      "Epoch:5802, Loss:0.0000\n",
      "Epoch:5803, Loss:0.0000\n",
      "Epoch:5804, Loss:0.0000\n",
      "Epoch:5805, Loss:0.0000\n",
      "Epoch:5806, Loss:0.0000\n",
      "Epoch:5807, Loss:0.0000\n",
      "Epoch:5808, Loss:0.0000\n",
      "Epoch:5809, Loss:0.0000\n",
      "Epoch:5810, Loss:0.0000\n",
      "Epoch:5811, Loss:0.0000\n",
      "Epoch:5812, Loss:0.0000\n",
      "Epoch:5813, Loss:0.0000\n",
      "Epoch:5814, Loss:0.0000\n",
      "Epoch:5815, Loss:0.0000\n",
      "Epoch:5816, Loss:0.0000\n",
      "Epoch:5817, Loss:0.0000\n",
      "Epoch:5818, Loss:0.0000\n",
      "Epoch:5819, Loss:0.0000\n",
      "Epoch:5820, Loss:0.0000\n",
      "Epoch:5821, Loss:0.0000\n",
      "Epoch:5822, Loss:0.0000\n",
      "Epoch:5823, Loss:0.0000\n",
      "Epoch:5824, Loss:0.0000\n",
      "Epoch:5825, Loss:0.0000\n",
      "Epoch:5826, Loss:0.0000\n",
      "Epoch:5827, Loss:0.0000\n",
      "Epoch:5828, Loss:0.0000\n",
      "Epoch:5829, Loss:0.0000\n",
      "Epoch:5830, Loss:0.0000\n",
      "Epoch:5831, Loss:0.0000\n",
      "Epoch:5832, Loss:0.0000\n",
      "Epoch:5833, Loss:0.0000\n",
      "Epoch:5834, Loss:0.0000\n",
      "Epoch:5835, Loss:0.0000\n",
      "Epoch:5836, Loss:0.0000\n",
      "Epoch:5837, Loss:0.0000\n",
      "Epoch:5838, Loss:0.0000\n",
      "Epoch:5839, Loss:0.0000\n",
      "Epoch:5840, Loss:0.0000\n",
      "Epoch:5841, Loss:0.0000\n",
      "Epoch:5842, Loss:0.0000\n",
      "Epoch:5843, Loss:0.0000\n",
      "Epoch:5844, Loss:0.0000\n",
      "Epoch:5845, Loss:0.0000\n",
      "Epoch:5846, Loss:0.0000\n",
      "Epoch:5847, Loss:0.0000\n",
      "Epoch:5848, Loss:0.0000\n",
      "Epoch:5849, Loss:0.0000\n",
      "Epoch:5850, Loss:0.0000\n",
      "Epoch:5851, Loss:0.0000\n",
      "Epoch:5852, Loss:0.0000\n",
      "Epoch:5853, Loss:0.0000\n",
      "Epoch:5854, Loss:0.0000\n",
      "Epoch:5855, Loss:0.0000\n",
      "Epoch:5856, Loss:0.0000\n",
      "Epoch:5857, Loss:0.0000\n",
      "Epoch:5858, Loss:0.0000\n",
      "Epoch:5859, Loss:0.0000\n",
      "Epoch:5860, Loss:0.0000\n",
      "Epoch:5861, Loss:0.0000\n",
      "Epoch:5862, Loss:0.0000\n",
      "Epoch:5863, Loss:0.0000\n",
      "Epoch:5864, Loss:0.0000\n",
      "Epoch:5865, Loss:0.0000\n",
      "Epoch:5866, Loss:0.0000\n",
      "Epoch:5867, Loss:0.0000\n",
      "Epoch:5868, Loss:0.0000\n",
      "Epoch:5869, Loss:0.0000\n",
      "Epoch:5870, Loss:0.0000\n",
      "Epoch:5871, Loss:0.0000\n",
      "Epoch:5872, Loss:0.0000\n",
      "Epoch:5873, Loss:0.0000\n",
      "Epoch:5874, Loss:0.0000\n",
      "Epoch:5875, Loss:0.0000\n",
      "Epoch:5876, Loss:0.0000\n",
      "Epoch:5877, Loss:0.0000\n",
      "Epoch:5878, Loss:0.0000\n",
      "Epoch:5879, Loss:0.0000\n",
      "Epoch:5880, Loss:0.0000\n",
      "Epoch:5881, Loss:0.0000\n",
      "Epoch:5882, Loss:0.0000\n",
      "Epoch:5883, Loss:0.0000\n",
      "Epoch:5884, Loss:0.0000\n",
      "Epoch:5885, Loss:0.0000\n",
      "Epoch:5886, Loss:0.0000\n",
      "Epoch:5887, Loss:0.0000\n",
      "Epoch:5888, Loss:0.0000\n",
      "Epoch:5889, Loss:0.0000\n",
      "Epoch:5890, Loss:0.0000\n",
      "Epoch:5891, Loss:0.0000\n",
      "Epoch:5892, Loss:0.0000\n",
      "Epoch:5893, Loss:0.0000\n",
      "Epoch:5894, Loss:0.0000\n",
      "Epoch:5895, Loss:0.0000\n",
      "Epoch:5896, Loss:0.0000\n",
      "Epoch:5897, Loss:0.0000\n",
      "Epoch:5898, Loss:0.0000\n",
      "Epoch:5899, Loss:0.0000\n",
      "Epoch:5900, Loss:0.0000\n",
      "Epoch:5901, Loss:0.0000\n",
      "Epoch:5902, Loss:0.0000\n",
      "Epoch:5903, Loss:0.0000\n",
      "Epoch:5904, Loss:0.0000\n",
      "Epoch:5905, Loss:0.0000\n",
      "Epoch:5906, Loss:0.0000\n",
      "Epoch:5907, Loss:0.0000\n",
      "Epoch:5908, Loss:0.0000\n",
      "Epoch:5909, Loss:0.0000\n",
      "Epoch:5910, Loss:0.0000\n",
      "Epoch:5911, Loss:0.0000\n",
      "Epoch:5912, Loss:0.0000\n",
      "Epoch:5913, Loss:0.0000\n",
      "Epoch:5914, Loss:0.0000\n",
      "Epoch:5915, Loss:0.0000\n",
      "Epoch:5916, Loss:0.0000\n",
      "Epoch:5917, Loss:0.0000\n",
      "Epoch:5918, Loss:0.0000\n",
      "Epoch:5919, Loss:0.0000\n",
      "Epoch:5920, Loss:0.0000\n",
      "Epoch:5921, Loss:0.0000\n",
      "Epoch:5922, Loss:0.0000\n",
      "Epoch:5923, Loss:0.0000\n",
      "Epoch:5924, Loss:0.0000\n",
      "Epoch:5925, Loss:0.0000\n",
      "Epoch:5926, Loss:0.0000\n",
      "Epoch:5927, Loss:0.0000\n",
      "Epoch:5928, Loss:0.0000\n",
      "Epoch:5929, Loss:0.0000\n",
      "Epoch:5930, Loss:0.0000\n",
      "Epoch:5931, Loss:0.0000\n",
      "Epoch:5932, Loss:0.0000\n",
      "Epoch:5933, Loss:0.0000\n",
      "Epoch:5934, Loss:0.0000\n",
      "Epoch:5935, Loss:0.0000\n",
      "Epoch:5936, Loss:0.0000\n",
      "Epoch:5937, Loss:0.0000\n",
      "Epoch:5938, Loss:0.0000\n",
      "Epoch:5939, Loss:0.0000\n",
      "Epoch:5940, Loss:0.0000\n",
      "Epoch:5941, Loss:0.0000\n",
      "Epoch:5942, Loss:0.0000\n",
      "Epoch:5943, Loss:0.0000\n",
      "Epoch:5944, Loss:0.0000\n",
      "Epoch:5945, Loss:0.0000\n",
      "Epoch:5946, Loss:0.0000\n",
      "Epoch:5947, Loss:0.0000\n",
      "Epoch:5948, Loss:0.0000\n",
      "Epoch:5949, Loss:0.0000\n",
      "Epoch:5950, Loss:0.0000\n",
      "Epoch:5951, Loss:0.0000\n",
      "Epoch:5952, Loss:0.0000\n",
      "Epoch:5953, Loss:0.0000\n",
      "Epoch:5954, Loss:0.0000\n",
      "Epoch:5955, Loss:0.0000\n",
      "Epoch:5956, Loss:0.0000\n",
      "Epoch:5957, Loss:0.0000\n",
      "Epoch:5958, Loss:0.0000\n",
      "Epoch:5959, Loss:0.0000\n",
      "Epoch:5960, Loss:0.0000\n",
      "Epoch:5961, Loss:0.0000\n",
      "Epoch:5962, Loss:0.0000\n",
      "Epoch:5963, Loss:0.0000\n",
      "Epoch:5964, Loss:0.0000\n",
      "Epoch:5965, Loss:0.0000\n",
      "Epoch:5966, Loss:0.0000\n",
      "Epoch:5967, Loss:0.0000\n",
      "Epoch:5968, Loss:0.0000\n",
      "Epoch:5969, Loss:0.0000\n",
      "Epoch:5970, Loss:0.0000\n",
      "Epoch:5971, Loss:0.0000\n",
      "Epoch:5972, Loss:0.0000\n",
      "Epoch:5973, Loss:0.0000\n",
      "Epoch:5974, Loss:0.0000\n",
      "Epoch:5975, Loss:0.0000\n",
      "Epoch:5976, Loss:0.0000\n",
      "Epoch:5977, Loss:0.0000\n",
      "Epoch:5978, Loss:0.0000\n",
      "Epoch:5979, Loss:0.0000\n",
      "Epoch:5980, Loss:0.0000\n",
      "Epoch:5981, Loss:0.0000\n",
      "Epoch:5982, Loss:0.0000\n",
      "Epoch:5983, Loss:0.0000\n",
      "Epoch:5984, Loss:0.0000\n",
      "Epoch:5985, Loss:0.0000\n",
      "Epoch:5986, Loss:0.0000\n",
      "Epoch:5987, Loss:0.0000\n",
      "Epoch:5988, Loss:0.0000\n",
      "Epoch:5989, Loss:0.0000\n",
      "Epoch:5990, Loss:0.0000\n",
      "Epoch:5991, Loss:0.0000\n",
      "Epoch:5992, Loss:0.0000\n",
      "Epoch:5993, Loss:0.0000\n",
      "Epoch:5994, Loss:0.0000\n",
      "Epoch:5995, Loss:0.0000\n",
      "Epoch:5996, Loss:0.0000\n",
      "Epoch:5997, Loss:0.0000\n",
      "Epoch:5998, Loss:0.0000\n",
      "Epoch:5999, Loss:0.0000\n",
      "Epoch:6000, Loss:0.0000\n",
      "Epoch:6001, Loss:0.0000\n",
      "Epoch:6002, Loss:0.0000\n",
      "Epoch:6003, Loss:0.0000\n",
      "Epoch:6004, Loss:0.0000\n",
      "Epoch:6005, Loss:0.0000\n",
      "Epoch:6006, Loss:0.0000\n",
      "Epoch:6007, Loss:0.0000\n",
      "Epoch:6008, Loss:0.0000\n",
      "Epoch:6009, Loss:0.0000\n",
      "Epoch:6010, Loss:0.0000\n",
      "Epoch:6011, Loss:0.0000\n",
      "Epoch:6012, Loss:0.0000\n",
      "Epoch:6013, Loss:0.0000\n",
      "Epoch:6014, Loss:0.0000\n",
      "Epoch:6015, Loss:0.0000\n",
      "Epoch:6016, Loss:0.0000\n",
      "Epoch:6017, Loss:0.0000\n",
      "Epoch:6018, Loss:0.0000\n",
      "Epoch:6019, Loss:0.0000\n",
      "Epoch:6020, Loss:0.0000\n",
      "Epoch:6021, Loss:0.0000\n",
      "Epoch:6022, Loss:0.0000\n",
      "Epoch:6023, Loss:0.0000\n",
      "Epoch:6024, Loss:0.0000\n",
      "Epoch:6025, Loss:0.0000\n",
      "Epoch:6026, Loss:0.0000\n",
      "Epoch:6027, Loss:0.0000\n",
      "Epoch:6028, Loss:0.0000\n",
      "Epoch:6029, Loss:0.0000\n",
      "Epoch:6030, Loss:0.0000\n",
      "Epoch:6031, Loss:0.0000\n",
      "Epoch:6032, Loss:0.0000\n",
      "Epoch:6033, Loss:0.0000\n",
      "Epoch:6034, Loss:0.0000\n",
      "Epoch:6035, Loss:0.0000\n",
      "Epoch:6036, Loss:0.0000\n",
      "Epoch:6037, Loss:0.0000\n",
      "Epoch:6038, Loss:0.0000\n",
      "Epoch:6039, Loss:0.0000\n",
      "Epoch:6040, Loss:0.0000\n",
      "Epoch:6041, Loss:0.0000\n",
      "Epoch:6042, Loss:0.0000\n",
      "Epoch:6043, Loss:0.0000\n",
      "Epoch:6044, Loss:0.0000\n",
      "Epoch:6045, Loss:0.0000\n",
      "Epoch:6046, Loss:0.0000\n",
      "Epoch:6047, Loss:0.0000\n",
      "Epoch:6048, Loss:0.0000\n",
      "Epoch:6049, Loss:0.0000\n",
      "Epoch:6050, Loss:0.0000\n",
      "Epoch:6051, Loss:0.0000\n",
      "Epoch:6052, Loss:0.0000\n",
      "Epoch:6053, Loss:0.0000\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Epoch:6054, Loss:0.0000\n",
      "Epoch:6055, Loss:0.0000\n",
      "Epoch:6056, Loss:0.0000\n",
      "Epoch:6057, Loss:0.0000\n",
      "Epoch:6058, Loss:0.0000\n",
      "Epoch:6059, Loss:0.0000\n",
      "Epoch:6060, Loss:0.0000\n",
      "Epoch:6061, Loss:0.0000\n",
      "Epoch:6062, Loss:0.0000\n",
      "Epoch:6063, Loss:0.0000\n",
      "Epoch:6064, Loss:0.0000\n",
      "Epoch:6065, Loss:0.0000\n",
      "Epoch:6066, Loss:0.0000\n",
      "Epoch:6067, Loss:0.0000\n",
      "Epoch:6068, Loss:0.0000\n",
      "Epoch:6069, Loss:0.0000\n",
      "Epoch:6070, Loss:0.0000\n",
      "Epoch:6071, Loss:0.0000\n",
      "Epoch:6072, Loss:0.0000\n",
      "Epoch:6073, Loss:0.0000\n",
      "Epoch:6074, Loss:0.0000\n",
      "Epoch:6075, Loss:0.0000\n",
      "Epoch:6076, Loss:0.0000\n",
      "Epoch:6077, Loss:0.0000\n",
      "Epoch:6078, Loss:0.0000\n",
      "Epoch:6079, Loss:0.0000\n",
      "Epoch:6080, Loss:0.0000\n",
      "Epoch:6081, Loss:0.0000\n",
      "Epoch:6082, Loss:0.0000\n",
      "Epoch:6083, Loss:0.0000\n",
      "Epoch:6084, Loss:0.0000\n",
      "Epoch:6085, Loss:0.0000\n",
      "Epoch:6086, Loss:0.0000\n",
      "Epoch:6087, Loss:0.0000\n",
      "Epoch:6088, Loss:0.0000\n",
      "Epoch:6089, Loss:0.0000\n",
      "Epoch:6090, Loss:0.0000\n",
      "Epoch:6091, Loss:0.0000\n",
      "Epoch:6092, Loss:0.0000\n",
      "Epoch:6093, Loss:0.0000\n",
      "Epoch:6094, Loss:0.0000\n",
      "Epoch:6095, Loss:0.0000\n",
      "Epoch:6096, Loss:0.0000\n",
      "Epoch:6097, Loss:0.0000\n",
      "Epoch:6098, Loss:0.0000\n",
      "Epoch:6099, Loss:0.0000\n",
      "Epoch:6100, Loss:0.0000\n",
      "Epoch:6101, Loss:0.0000\n",
      "Epoch:6102, Loss:0.0000\n",
      "Epoch:6103, Loss:0.0000\n",
      "Epoch:6104, Loss:0.0000\n",
      "Epoch:6105, Loss:0.0000\n",
      "Epoch:6106, Loss:0.0000\n",
      "Epoch:6107, Loss:0.0000\n",
      "Epoch:6108, Loss:0.0000\n",
      "Epoch:6109, Loss:0.0000\n",
      "Epoch:6110, Loss:0.0000\n",
      "Epoch:6111, Loss:0.0000\n",
      "Epoch:6112, Loss:0.0000\n",
      "Epoch:6113, Loss:0.0000\n",
      "Epoch:6114, Loss:0.0000\n",
      "Epoch:6115, Loss:0.0000\n",
      "Epoch:6116, Loss:0.0000\n",
      "Epoch:6117, Loss:0.0000\n",
      "Epoch:6118, Loss:0.0000\n",
      "Epoch:6119, Loss:0.0000\n",
      "Epoch:6120, Loss:0.0000\n",
      "Epoch:6121, Loss:0.0000\n",
      "Epoch:6122, Loss:0.0000\n",
      "Epoch:6123, Loss:0.0000\n",
      "Epoch:6124, Loss:0.0000\n"
     ]
    }
   ],
   "source": [
    "import torch\n",
    "from torch.autograd import Variable\n",
    "batch_n = 100\n",
    "hidden_layer = 100\n",
    "input_data = 1000\n",
    "output_data = 10\n",
    "\n",
    "x = Variable(torch.randn(batch_n, input_data), requires_grad = False)\n",
    "y = Variable(torch.randn(batch_n, output_data), requires_grad=False)\n",
    "\n",
    "models = torch.nn.Sequential(\n",
    "torch.nn.Linear(input_data, hidden_layer),\n",
    "torch.nn.ReLU(),\n",
    "torch.nn.Linear(hidden_layer, output_data)\n",
    ")\n",
    "\n",
    "epoch_n = 10000\n",
    "learning_rate = 1e-4\n",
    "loss_fn = torch.nn.MSELoss()\n",
    "\n",
    "optimzer = torch.optim.Adam(models.parameters(), lr = learning_rate)\n",
    "\n",
    "for epoch in range(epoch_n):\n",
    "    y_pred = models(x)\n",
    "    loss = loss_fn(y_pred, y)\n",
    "    if epoch%1000 == 0:\n",
    "        print(\"Epoch:{}, Loss:{:.4f}\".format(epoch,loss.data))\n",
    "    optimzer.zero_grad()\n",
    "    \n",
    "    loss.backward()\n",
    "    optimzer.step()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## 6.4.1 torch和torchvision"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "import torch\n",
    "import torchvision\n",
    "from torchvision import datasets, transforms\n",
    "from torch.autograd import Variable\n",
    "import matplotlib.pyplot as plt\n",
    "\n",
    "%matplotlib inline"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "transform=transforms.Compose([transforms.ToTensor(),\n",
    "                              transforms.Normalize(mean=[0.5,0.5,0.5],std=[0.5,0.5,0.5])])\n",
    "\n",
    "data_train = datasets.MNIST(root = \"./data/\",\n",
    "                            transform=transform,\n",
    "                            train = True,\n",
    "                            download = True)\n",
    "\n",
    "data_test = datasets.MNIST(root=\"./data/\",\n",
    "                           transform=transform,\n",
    "                           train = False)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "data_loader_train = torch.utils.data.DataLoader(dataset=data_train,\n",
    "                                                batch_size = 64,\n",
    "                                                shuffle = True,\n",
    "                                               )\n",
    "\n",
    "data_loader_test = torch.utils.data.DataLoader(dataset=data_test,\n",
    "                                               batch_size = 64,\n",
    "                                               shuffle = True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "images, labels = next(iter(data_loader_train))\n",
    "\n",
    "img = torchvision.utils.make_grid(images)\n",
    "img = img.numpy().transpose(1,2,0)\n",
    "\n",
    "std = [0.5,0.5,0.5]\n",
    "mean = [0.5,0.5,0.5]\n",
    "img = img*std+mean\n",
    "print([labels[i] for i in range(64)])\n",
    "plt.imshow(img)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "class Model(torch.nn.Module):\n",
    "    def __init__(self):\n",
    "        super(Model, self).__init__()\n",
    "        self.conv1=torch.nn.Sequential(\n",
    "            torch.nn.Conv2d(1,64,kernel_size=3,stride=1,padding=1),\n",
    "            torch.nn.ReLU(),\n",
    "            torch.nn.Conv2d(64,128,kernel_size=3,stride=1,padding=1),\n",
    "            torch.nn.ReLU(),\n",
    "            torch.nn.MaxPool2d(stride=2,kernel_size=2))\n",
    "        self.dense=torch.nn.Sequential(\n",
    "            torch.nn.Linear(14*14*128,1024),\n",
    "            torch.nn.ReLU(),\n",
    "            torch.nn.Dropout(p=0.5),\n",
    "            torch.nn.Linear(1024, 10))\n",
    "        \n",
    "    def forward(self, x):\n",
    "        x = self.conv1(x)\n",
    "        x = x.view(-1, 14*14*128)\n",
    "        x = self.dense(x)\n",
    "        return x"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "model = Model()\n",
    "cost = torch.nn.CrossEntropyLoss()\n",
    "optimizer = torch.optim.Adam(model.parameters())"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "n_epochs = 5\n",
    "\n",
    "for epoch in range(n_epochs):\n",
    "    running_loss = 0.0\n",
    "    running_correct = 0\n",
    "    print(\"Epoch {}/{}\".format(epoch, n_epochs))\n",
    "    print(\"-\"*10)\n",
    "    \n",
    "    for data in data_loader_train:\n",
    "        X_train, y_train = data\n",
    "        X_train, y_train = Variable(X_train), Variable(y_train)\n",
    "        outputs = model(X_train)\n",
    "        _,pred = torch.max(outputs.data, 1)\n",
    "        optimizer.zero_grad()\n",
    "        loss = cost(outputs, y_train)\n",
    "        \n",
    "        loss.backward()\n",
    "        optimizer.step()     \n",
    "        running_loss += loss.data[0]\n",
    "        running_correct += torch.sum(pred == y_train.data)\n",
    "\n",
    "    testing_correct = 0    \n",
    "    for data in data_loader_test:\n",
    "        X_test, y_test = data\n",
    "        X_test, y_test = Variable(X_test), Variable(y_test)\n",
    "        outputs = model(X_test)\n",
    "        _, pred = torch.max(outputs.data, 1)\n",
    "        testing_correct += torch.sum(pred == y_test.data)\n",
    "    print(\"Loss is:{:.4f}, Train Accuracy is:{:.4f}%, Test Accuracy is:{:.4f}\".format(running_loss/len(data_train),100*running_correct/len(data_train),\n",
    "                 100*testing_correct/len(data_test)))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "data_loader_test = torch.utils.data.DataLoader(dataset=data_test,\n",
    "                                               batch_size = 4,\n",
    "                                               shuffle = True)\n",
    "\n",
    "X_test, y_test = next(iter(data_loader_test))\n",
    "inputs = Variable(X_test)\n",
    "pred = model(inputs)\n",
    "_,pred = torch.max(pred, 1)\n",
    "print(\"Predict Label is:\", [ i for i in pred.data])\n",
    "print(\"Real Label is:\",[i for i in y_test])\n",
    "\n",
    "img = torchvision.utils.make_grid(X_test)\n",
    "img = img.numpy().transpose(1,2,0)\n",
    "\n",
    "std = [0.5,0.5,0.5]\n",
    "mean = [0.5,0.5,0.5]\n",
    "img = img*std+mean\n",
    "plt.imshow(img)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 2",
   "language": "python",
   "name": "python2"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 2
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython2",
   "version": "2.7.15"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}
